-- Logs begin at Wed 2021-08-04 15:43:51 UTC, end at Wed 2021-08-04 16:47:12 UTC. -- Aug 04 16:15:50.986803 dv-cinder-789564-9-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 04 16:15:53.743606 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.common.config [-] Logging enabled! Aug 04 16:15:53.744220 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev521 Aug 04 16:15:53.744419 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93221) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 04 16:15:53.747786 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.common.config [-] Logging enabled! Aug 04 16:15:53.748036 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev521 Aug 04 16:15:53.748346 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93221) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 04 16:15:53.749282 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 04 16:15:53.749512 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 04 16:15:53.749868 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 04 16:15:53.750138 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 04 16:15:53.750366 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 04 16:15:53.750676 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.750968 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.751255 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.751479 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.751752 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.752030 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.752307 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.752586 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.752880 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.753156 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.753431 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.753711 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.753938 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.754220 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.754504 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.754786 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.755119 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] debug = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.756348 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.756348 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.756348 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.756348 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.757109 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.757109 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.757307 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.757389 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.757684 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.758026 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] host = dv-cinder-789564-9-iscsi {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.758288 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.758579 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.758861 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.759143 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.759414 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.759686 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.759966 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.760237 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.760695 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] log_file = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.760979 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.761269 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.761555 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.761844 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.762092 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.762315 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.762601 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.762885 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.763156 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.763427 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.763701 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.763973 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.764241 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.764508 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.764788 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.765071 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.765353 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.765624 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.765896 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.766187 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.766453 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.766735 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.767003 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.767273 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.767541 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.767824 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.768087 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.768356 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.768655 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.768936 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.769214 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.769496 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.769763 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.770062 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.770331 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.770598 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.770866 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] use_json = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.771130 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.771395 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.771671 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.771939 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.772204 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.772471 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.772738 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.773017 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:53.773308 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.773605 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.773902 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.774205 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.774500 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.774779 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.775066 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.775340 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.775626 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.776032 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.776374 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.776654 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.776940 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.777218 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.777514 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.777820 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.778153 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.778444 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.778722 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.778996 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.779267 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.779542 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.779827 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.780123 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.780412 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.780686 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.780963 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.781252 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.781528 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.781799 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.782103 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.782391 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.782669 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.782944 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.783224 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.783501 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.783772 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.784043 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.784319 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.784610 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.784885 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.785154 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.785427 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.785700 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.786061 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.786349 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.786623 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.786897 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.787163 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.787438 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.787707 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.787976 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.788251 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.788525 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.788802 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.789072 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.789340 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.789610 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.789879 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.790170 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.790439 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.790710 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.790985 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.791254 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.791549 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.791827 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.792100 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.792366 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.792650 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.792944 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.793218 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.793507 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.793763 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.794063 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.794337 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.794608 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.794882 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.795152 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.795420 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.795705 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.795984 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.796265 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.796544 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.796817 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.797107 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.797379 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.797658 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.797929 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.798232 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.798522 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.798802 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.799095 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.799383 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.799671 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.799960 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.800245 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.800521 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.800844 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.801103 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:53.801317 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 04 16:15:53.801559 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93221) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 04 16:15:54.157892 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 04 16:15:54.158192 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 04 16:15:54.158484 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 04 16:15:54.158792 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 04 16:15:54.555697 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:54.555901 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:54.556146 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:54.557637 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:54.558078 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:54.558440 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:54.591628 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:54.591902 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:54.592169 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:54.607126 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:54.607401 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:54.607671 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:54.636738 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:54.637005 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:54.637272 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:54.672572 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:54.672856 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:54.673116 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:54.900700 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:54.901529 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:54.901529 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:54.901692 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:54.902395 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.020689 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.020997 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.021277 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.021540 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.021800 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.022130 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.022387 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.022638 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.022858 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.023136 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.023395 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.023677 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.023914 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.024162 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.024409 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.024667 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.024913 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.025173 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.025434 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.025700 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.026021 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.026273 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.026550 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.026919 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.027165 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.027406 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.027796 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93221) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 16:15:55.028034 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93221) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 16:15:55.028267 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93221) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 16:15:55.028498 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93221) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 16:15:55.028726 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93221) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 16:15:55.028955 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93221) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 16:15:55.029314 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 04 16:15:55.032537 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 04 16:15:55.036500 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 04 16:15:55.040302 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Aug 04 16:15:55.041985 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 04 16:15:55.042479 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 04 16:15:55.042815 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 04 16:15:55.043192 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 04 16:15:55.045991 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 04 16:15:55.046233 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 04 16:15:55.046572 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 04 16:15:55.051769 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 04 16:15:55.073715 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 04 16:15:55.074208 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.074505 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93221) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 04 16:15:55.074871 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.076246 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93221) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 04 16:15:55.076557 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 04 16:15:55.076797 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 04 16:15:55.080134 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.080429 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.143760 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 04 16:15:55.143986 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 04 16:15:55.144223 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 04 16:15:55.144585 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 04 16:15:55.166843 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_db.sqlalchemy.engines [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93221) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 04 16:15:55.725505 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.plugins.ml2.managers [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Initializing driver for type 'gre' Aug 04 16:15:55.725922 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] gre ID ranges: [(1, 1000)] Aug 04 16:15:55.787203 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.plugins.ml2.managers [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Initializing driver for type 'local' Aug 04 16:15:55.787543 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.plugins.ml2.managers [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Initializing driver for type 'vlan' Aug 04 16:15:55.801531 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] VlanTypeDriver initialization complete Aug 04 16:15:55.801914 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.plugins.ml2.managers [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Initializing driver for type 'vxlan' Aug 04 16:15:55.802531 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] vxlan ID ranges: [(1, 1000)] Aug 04 16:15:55.857361 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.plugins.ml2.managers [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Initializing extension driver 'port_security' Aug 04 16:15:55.857757 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.plugins.ml2.extensions.port_security [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] PortSecurityExtensionDriver initialization complete Aug 04 16:15:55.858349 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.plugins.ml2.managers [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Initializing mechanism driver 'openvswitch' Aug 04 16:15:55.858692 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.plugins.ml2.managers [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Initializing mechanism driver 'hyperv' Aug 04 16:15:55.865343 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.plugins.ml2.plugin [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:15:55.866431 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > port after_create 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.866880 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > port after_update 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.867162 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > port after_delete 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.867706 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93221) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 16:15:55.868140 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > subnet after_create 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.868499 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > subnet after_update 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.868847 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > subnet after_delete 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.869241 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93221) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 16:15:55.869698 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > network after_create 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.870051 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > network after_update 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.870399 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > network after_delete 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.870790 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93221) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 16:15:55.871197 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > security_group after_create 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.871551 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > security_group after_update 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.871894 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > security_group after_delete 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.872288 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93221) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 16:15:55.872689 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.873036 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.873375 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.873765 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93221) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 16:15:55.874195 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > address_group after_create 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.874544 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > address_group after_update 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.874881 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > address_group after_delete 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.875270 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93221) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 16:15:55.875646 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] ML2 OVO RPC backend initialized. {{(pid=93221) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 04 16:15:55.876361 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > router_interface after_create 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.876716 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.877135 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > network before_response 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.877531 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > networks before_response 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.877912 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > port before_response 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.878375 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > ports before_response 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.878886 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > subnet before_response 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.879235 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > subnets before_response 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.879581 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > network after_create 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.879927 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > network after_update 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.880267 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > network after_delete 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.880606 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > port after_create 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.880943 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > port after_update 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.881276 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > port after_delete 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.881611 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > subnet after_create 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.881987 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > subnet after_update 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.882306 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > subnet after_delete 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.882910 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.plugins.ml2.plugin [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Modular L2 Plugin initialization complete Aug 04 16:15:55.883238 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading services supported by the core plugin {{(pid=93221) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 04 16:15:55.883573 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.plugins.ml2.managers [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Got port-security extension from driver 'port_security' Aug 04 16:15:55.884050 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.extensions.vlantransparent [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Disabled vlantransparent extension. Aug 04 16:15:55.884545 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93221) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 04 16:15:55.884859 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading Plugin: router Aug 04 16:15:55.920723 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > router_interface before_create 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.921370 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > router after_create 55549900 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.921459 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > router before_create 55549900 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.921832 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.922238 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.922598 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > router after_delete 55549900 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.922959 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > floatingip after_update 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.923318 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > router after_create 55549900 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.923802 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > router after_update 55549900 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.924152 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > router after_update 55549900 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.924502 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.924863 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > router after_update 55549900 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.925276 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > router precommit_update 55549900 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.925641 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: port after_update 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.925980 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: port after_delete 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.926325 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: subnet after_update 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.926664 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.927011 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > port precommit_delete 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.927361 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > router precommit_create 55549900 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.927705 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: port before_delete 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.928050 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > router precommit_create 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.928407 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > router after_update 55549900 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.928754 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > router precommit_delete 55549900 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.929101 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > router precommit_create 55549900 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.929572 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > router_interface after_create 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.929918 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > router precommit_update 55549900 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.930286 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > agent after_create 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.930636 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > agent after_delete 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.930980 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > network after_delete 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.931849 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.quota.resource_registry [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Tracking information for resource: router configured {{(pid=93221) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 16:15:55.932314 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.quota.resource_registry [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Tracking information for resource: floatingip configured {{(pid=93221) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 16:15:55.937562 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.db.l3_agentschedulers_db [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 04 16:15:55.938190 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: port after_update 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.938554 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: port after_create 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.938909 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: port after_delete 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.939262 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: port after_update 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.940071 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > router before_create 55550100 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.940436 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > router precommit_delete 55550100 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.940782 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > router precommit_create 55550100 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.941142 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > router precommit_update 55550100 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.945590 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.services.provider_configuration [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Service providers = [] {{(pid=93221) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 04 16:15:55.945994 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.db.servicetype_db [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93221) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 04 16:15:55.948963 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.services.service_base [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93221) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 16:15:55.949312 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.services.service_base [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93221) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 16:15:55.949656 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.services.service_base [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93221) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 16:15:55.950580 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.services.service_base [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93221) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 16:15:55.950954 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.services.service_base [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 04 16:15:55.951339 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93221) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 16:15:55.951656 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 04 16:15:55.963785 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93221) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 16:15:55.964116 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading Plugin: auto_allocate Aug 04 16:15:55.970257 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: network precommit_update 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.970640 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: network precommit_create 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.971163 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93221) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 16:15:55.971484 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading Plugin: tag Aug 04 16:15:55.978333 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93221) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 16:15:55.978598 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading Plugin: timestamp Aug 04 16:15:55.982530 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93221) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 16:15:55.982862 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading Plugin: network_ip_availability Aug 04 16:15:55.988304 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.988680 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.989039 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:55.989776 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93221) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 16:15:55.990130 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading Plugin: flavors Aug 04 16:15:55.995322 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93221) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 16:15:55.995561 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading Plugin: revisions Aug 04 16:15:55.999839 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93221) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 16:15:56.000233 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_concurrency.lockutils [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.842s {{(pid=93221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 04 16:15:56.000973 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93221) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 04 16:15:56.001308 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Initializing extension manager. Aug 04 16:15:56.001825 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: __init__.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.002199 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: __pycache__ {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.002530 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.002860 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: address_group.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.003620 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.004193 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: address-group Aug 04 16:15:56.004516 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: address_scope.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.005224 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.005723 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: address-scope Aug 04 16:15:56.006069 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: admin_state_down_before_update.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.006991 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.007503 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: router-admin-state-down-before-update Aug 04 16:15:56.007826 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: agent.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.008504 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.009003 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: agent Aug 04 16:15:56.009323 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: agent_resources_synced.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.010272 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.010928 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: agent-resources-synced Aug 04 16:15:56.011257 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: allowedaddresspairs.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.013061 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.013585 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: allowed-address-pairs Aug 04 16:15:56.013914 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: auto_allocated_topology.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.015016 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.015529 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: auto-allocated-topology Aug 04 16:15:56.015855 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: availability_zone.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.016553 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.017051 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: availability_zone Aug 04 16:15:56.017376 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: availability_zone_filter.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.018312 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.018814 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: availability_zone_filter Aug 04 16:15:56.019135 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: data_plane_status.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.020029 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.020523 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extension data-plane-status not supported by any of loaded plugins Aug 04 16:15:56.020846 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: default_subnetpools.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.021758 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.022289 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: default-subnetpools Aug 04 16:15:56.022609 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: dhcpagentscheduler.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.023418 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.023917 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: dhcp_agent_scheduler Aug 04 16:15:56.024241 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: dns.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.025152 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.025647 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extension dns-integration not supported by any of loaded plugins Aug 04 16:15:56.026220 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: dns_domain_ports.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.027115 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.027619 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 04 16:15:56.027942 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.028860 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.029348 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 04 16:15:56.029667 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: dvr.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.030478 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.030980 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: dvr Aug 04 16:15:56.031296 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: ecmp_routes.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.032206 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.032706 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extension ecmp_routes not supported by any of loaded plugins Aug 04 16:15:56.033037 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: empty_string_filtering.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.034122 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.034641 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: empty-string-filtering Aug 04 16:15:56.034980 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.036152 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.036727 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 04 16:15:56.037056 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.038056 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.038556 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 04 16:15:56.038956 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: external_net.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.040003 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.040501 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: external-net Aug 04 16:15:56.040821 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: extra_dhcp_opt.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.041746 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.042366 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: extra_dhcp_opt Aug 04 16:15:56.042698 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: extraroute.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.043605 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.044110 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: extraroute Aug 04 16:15:56.044429 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: extraroute_atomic.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.045471 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.045995 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: extraroute-atomic Aug 04 16:15:56.046326 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: filter_validation.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.047233 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.047732 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: filter-validation Aug 04 16:15:56.048052 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: fip_pf_description.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.048954 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.049454 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 04 16:15:56.049775 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: fip_port_details.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.050704 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.051202 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: fip-port-details Aug 04 16:15:56.051522 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: flavors.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.052762 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.053274 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: flavors Aug 04 16:15:56.053576 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.055299 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.055809 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 04 16:15:56.056108 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: floatingip_pools.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.056842 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.057558 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: floatingip-pools Aug 04 16:15:56.057715 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: ip_allocation.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.058689 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.059188 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extension ip_allocation not supported by any of loaded plugins Aug 04 16:15:56.059496 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.060405 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.060909 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: ip-substring-filtering Aug 04 16:15:56.061231 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: l2_adjacency.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.062184 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.062682 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extension l2_adjacency not supported by any of loaded plugins Aug 04 16:15:56.063000 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: l3.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.064033 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.064549 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: router Aug 04 16:15:56.064874 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: l3_conntrack_helper.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.067184 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.067709 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 04 16:15:56.068037 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.068972 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.069482 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: ext-gw-mode Aug 04 16:15:56.069836 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.070795 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.071298 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: l3-ha Aug 04 16:15:56.071618 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: l3_flavors.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.072541 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.073214 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: l3-flavors Aug 04 16:15:56.073564 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.074493 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.074996 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: l3-port-ip-change-not-allowed Aug 04 16:15:56.075320 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: l3agentscheduler.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.076377 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.076885 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: l3_agent_scheduler Aug 04 16:15:56.077213 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: logging.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.078722 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.079237 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extension logging not supported by any of loaded plugins Aug 04 16:15:56.079567 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: metering.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.080309 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.080885 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: metering Aug 04 16:15:56.081266 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.082473 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.082980 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: metering_source_and_destination_fields Aug 04 16:15:56.083305 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: multiprovidernet.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.084224 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.084727 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: multi-provider Aug 04 16:15:56.085047 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: netmtu.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.085978 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.086485 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: net-mtu Aug 04 16:15:56.086806 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: netmtu_writable.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.087713 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.088205 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: net-mtu-writable Aug 04 16:15:56.088560 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: network_availability_zone.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.089234 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.089728 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: network_availability_zone Aug 04 16:15:56.090089 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: network_ip_availability.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.091315 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.091817 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: network-ip-availability Aug 04 16:15:56.092139 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: network_segment_range.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.093259 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.093757 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extension network-segment-range not supported by any of loaded plugins Aug 04 16:15:56.094135 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: pagination.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.095112 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.095443 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: pagination Aug 04 16:15:56.095761 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: port_device_profile.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.096671 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.097177 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: port-device-profile Aug 04 16:15:56.097499 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.098441 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.098944 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: port-mac-address-regenerate Aug 04 16:15:56.099265 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.100181 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.100682 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: port-numa-affinity-policy Aug 04 16:15:56.100988 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: port_resource_request.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.101902 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.102419 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extension port-resource-request not supported by any of loaded plugins Aug 04 16:15:56.102739 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: portbindings.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.103658 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.104214 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: binding Aug 04 16:15:56.104666 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: portbindings_extended.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.105942 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.106483 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: binding-extended Aug 04 16:15:56.106809 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: portsecurity.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.107748 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.108251 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: port-security Aug 04 16:15:56.108570 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: project_id.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.109551 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.109907 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: project-id Aug 04 16:15:56.110257 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: providernet.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.111180 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.111687 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: provider Aug 04 16:15:56.112010 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: qos.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.115548 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.116069 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extension qos not supported by any of loaded plugins Aug 04 16:15:56.116401 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.117677 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.118217 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 04 16:15:56.118546 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.119458 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.120069 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 04 16:15:56.120397 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: qos_default.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.121312 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.121820 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extension qos-default not supported by any of loaded plugins Aug 04 16:15:56.122232 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: qos_fip.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.122834 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.123330 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extension qos-fip not supported by any of loaded plugins Aug 04 16:15:56.123649 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: qos_gateway_ip.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.124553 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.125052 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 04 16:15:56.125375 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: qos_port_network_policy.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.126312 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.126826 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 04 16:15:56.127141 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: qos_pps_rule.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.128311 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.128826 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extension qos-pps not supported by any of loaded plugins Aug 04 16:15:56.129155 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: qos_rule_type_details.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.130105 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.130610 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 04 16:15:56.130932 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: qos_rules_alias.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.132086 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.132601 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 04 16:15:56.132928 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: quotasv2.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.134116 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.134443 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: quotas Aug 04 16:15:56.134762 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: quotasv2_detail.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.137870 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.138248 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: quota_details Aug 04 16:15:56.138585 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: rbac.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.139666 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.140197 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: rbac-policies Aug 04 16:15:56.140529 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: rbac_address_group.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.141449 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.141975 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: rbac-address-group Aug 04 16:15:56.142311 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: rbac_address_scope.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.143219 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.143733 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: rbac-address-scope Aug 04 16:15:56.144053 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: rbac_security_groups.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.144964 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.145468 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: rbac-security-groups Aug 04 16:15:56.145787 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: rbac_subnetpool.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.146740 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.147245 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: rbac-subnetpool Aug 04 16:15:56.147564 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: revisionifmatch.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.148479 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.148990 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: revision-if-match Aug 04 16:15:56.149316 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: revisions.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.150450 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.151008 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: standard-attr-revisions Aug 04 16:15:56.151328 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: router_availability_zone.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.152005 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.152511 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: router_availability_zone Aug 04 16:15:56.152833 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: routerservicetype.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.153754 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.154286 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extension router-service-type not supported by any of loaded plugins Aug 04 16:15:56.154608 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.155527 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.156030 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: security-groups-normalized-cidr Aug 04 16:15:56.156357 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: security_groups_port_filtering.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.157266 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.157782 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: port-security-groups-filtering Aug 04 16:15:56.158135 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.159047 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.159555 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: security-groups-remote-address-group Aug 04 16:15:56.159873 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: securitygroup.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.169836 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.170437 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: security-group Aug 04 16:15:56.170773 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: segment.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.171669 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.172181 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extension segment not supported by any of loaded plugins Aug 04 16:15:56.172504 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.173548 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.174093 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 04 16:15:56.174420 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: servicetype.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.175634 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.176156 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: service-type Aug 04 16:15:56.176485 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: sorting.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.177497 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.177824 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: sorting Aug 04 16:15:56.178180 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: standard_attr_segment.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.179106 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.179625 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 04 16:15:56.179946 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: standardattrdescription.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.180613 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.181118 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: standard-attr-description Aug 04 16:15:56.181444 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: stateful_security_group.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.182443 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.182956 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: stateful-security-group Aug 04 16:15:56.183278 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: stdattrs_common.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.183867 dv-cinder-789564-9-iscsi neutron-server[93221]: WARNING neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 04 16:15:56.184192 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.185129 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.185640 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 04 16:15:56.185964 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: subnet_onboard.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.187094 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.187607 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: subnet_onboard Aug 04 16:15:56.187929 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.188846 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.189350 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 04 16:15:56.189668 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: subnet_service_types.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.190615 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.191124 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: subnet-service-types Aug 04 16:15:56.191429 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: subnetallocation.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.192533 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.193066 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: subnet_allocation Aug 04 16:15:56.193394 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.194129 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.194665 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: subnetpool-prefix-ops Aug 04 16:15:56.194952 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.195886 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.196392 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 04 16:15:56.196715 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: tagging.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.197906 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.198443 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: standard-attr-tag Aug 04 16:15:56.198774 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: timestamp.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.200029 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.200540 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loaded extension: standard-attr-timestamp Aug 04 16:15:56.200864 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: trunk.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.201898 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.202451 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extension trunk not supported by any of loaded plugins Aug 04 16:15:56.202776 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: trunk_details.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.203696 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.204206 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extension trunk-details not supported by any of loaded plugins Aug 04 16:15:56.204525 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: uplink_status_propagation.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.205445 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.205970 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 04 16:15:56.206304 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Loading extension file: vlantransparent.py {{(pid=93221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:15:56.206986 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:15:56.207487 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extension vlan-transparent not supported by any of loaded plugins Aug 04 16:15:56.210113 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.quota.resource_registry [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Creating instance of TrackedResource for resource:network Aug 04 16:15:56.210656 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.quota.resource_registry [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Creating instance of TrackedResource for resource:subnet Aug 04 16:15:56.211053 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.quota.resource_registry [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 16:15:56.211441 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.quota.resource_registry [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Creating instance of TrackedResource for resource:port Aug 04 16:15:56.212779 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.v2.resource_helper [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93221) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 16:15:56.213210 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.v2.resource_helper [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Service FLAVORS assigned prefix: {{(pid=93221) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 16:15:56.213974 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.v2.resource_helper [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93221) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 16:15:56.214410 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.v2.resource_helper [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93221) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 16:15:56.214715 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.quota.resource_registry [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Creating instance of TrackedResource for resource:router Aug 04 16:15:56.215169 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.quota.resource_registry [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Creating instance of TrackedResource for resource:floatingip Aug 04 16:15:56.215649 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.v2.resource_helper [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Service METERING assigned prefix: /metering {{(pid=93221) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 16:15:56.217159 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:56.217516 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:56.218251 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:15:56.219450 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.quota.resource_registry [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Creating instance of CountableResource for resource:rbac_policy Aug 04 16:15:56.219817 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.quota.resource_registry [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Creating instance of TrackedResource for resource:security_group Aug 04 16:15:56.220256 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.quota.resource_registry [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Creating instance of TrackedResource for resource:security_group_rule Aug 04 16:15:56.220915 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.v2.resource_helper [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Service CORE assigned prefix: {{(pid=93221) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 16:15:56.221245 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.quota.resource_registry [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 16:15:56.221593 dv-cinder-789564-9-iscsi neutron-server[93221]: WARNING neutron.quota.resource_registry [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] subnetpool is already registered Aug 04 16:15:56.222062 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.v2.resource_helper [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Service CORE assigned prefix: {{(pid=93221) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 16:15:56.222392 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.quota.resource_registry [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 16:15:56.222725 dv-cinder-789564-9-iscsi neutron-server[93221]: WARNING neutron.quota.resource_registry [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] subnetpool is already registered Aug 04 16:15:56.225155 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.v2.resource_helper [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93221) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 16:15:56.225702 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.v2.resource_helper [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Service FLAVORS assigned prefix: {{(pid=93221) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 16:15:56.226386 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.v2.resource_helper [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93221) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 16:15:56.226810 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.v2.resource_helper [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93221) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 16:15:56.227145 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.quota.resource_registry [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Creating instance of TrackedResource for resource:router Aug 04 16:15:56.227484 dv-cinder-789564-9-iscsi neutron-server[93221]: WARNING neutron.quota.resource_registry [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] router is already registered Aug 04 16:15:56.227894 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.quota.resource_registry [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Creating instance of TrackedResource for resource:floatingip Aug 04 16:15:56.228225 dv-cinder-789564-9-iscsi neutron-server[93221]: WARNING neutron.quota.resource_registry [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] floatingip is already registered Aug 04 16:15:56.228774 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.v2.resource_helper [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Service METERING assigned prefix: /metering {{(pid=93221) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 16:15:56.229524 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.quota.resource_registry [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Creating instance of CountableResource for resource:rbac_policy Aug 04 16:15:56.229816 dv-cinder-789564-9-iscsi neutron-server[93221]: WARNING neutron.quota.resource_registry [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] rbac_policy is already registered Aug 04 16:15:56.230254 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.quota.resource_registry [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Creating instance of TrackedResource for resource:security_group Aug 04 16:15:56.230594 dv-cinder-789564-9-iscsi neutron-server[93221]: WARNING neutron.quota.resource_registry [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] security_group is already registered Aug 04 16:15:56.231006 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.quota.resource_registry [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Creating instance of TrackedResource for resource:security_group_rule Aug 04 16:15:56.231340 dv-cinder-789564-9-iscsi neutron-server[93221]: WARNING neutron.quota.resource_registry [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] security_group_rule is already registered Aug 04 16:15:56.231849 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.v2.resource_helper [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Service CORE assigned prefix: {{(pid=93221) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 16:15:56.232284 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.quota.resource_registry [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 16:15:56.232622 dv-cinder-789564-9-iscsi neutron-server[93221]: WARNING neutron.quota.resource_registry [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] subnetpool is already registered Aug 04 16:15:56.233050 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.v2.resource_helper [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Service CORE assigned prefix: {{(pid=93221) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 16:15:56.233374 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.quota.resource_registry [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 16:15:56.233707 dv-cinder-789564-9-iscsi neutron-server[93221]: WARNING neutron.quota.resource_registry [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] subnetpool is already registered Aug 04 16:15:56.235640 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extended resource: extensions {{(pid=93221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:15:56.237180 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extended resource: address-groups {{(pid=93221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:15:56.238721 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extended resource: address-scopes {{(pid=93221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:15:56.239934 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extended resource: agents {{(pid=93221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:15:56.241212 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extended resource: auto-allocated-topology {{(pid=93221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:15:56.242486 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extended resource: availability_zones {{(pid=93221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:15:56.243810 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extended resource: dhcp-networks {{(pid=93221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:15:56.245371 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extended resource: dhcp-agents {{(pid=93221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:15:56.246982 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extended resource: routers {{(pid=93221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:15:56.248691 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extended resource: flavors {{(pid=93221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:15:56.249849 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extended resource: service_profiles {{(pid=93221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:15:56.251196 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extended resource: next_providers {{(pid=93221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:15:56.252624 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extended resource: service_profiles {{(pid=93221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:15:56.254113 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extended resource: floatingip-pools {{(pid=93221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:15:56.255434 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extended resource: routers {{(pid=93221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:15:56.257156 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extended resource: floatingips {{(pid=93221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:15:56.258367 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extended resource: l3-routers {{(pid=93221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:15:56.259858 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extended resource: l3-agents {{(pid=93221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:15:56.261346 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extended resource: metering-labels {{(pid=93221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:15:56.262863 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extended resource: metering-label-rules {{(pid=93221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:15:56.264139 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extended resource: network-ip-availabilities {{(pid=93221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:15:56.265483 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extended resource: bindings {{(pid=93221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:15:56.267084 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extended resource: quotas {{(pid=93221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:15:56.268716 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extended resource: quotas {{(pid=93221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:15:56.270275 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extended resource: rbac-policies {{(pid=93221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:15:56.271480 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extended resource: security-groups {{(pid=93221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:15:56.272683 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extended resource: security-group-rules {{(pid=93221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:15:56.273999 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extended resource: service-providers {{(pid=93221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:15:56.275371 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extended resource: subnetpools {{(pid=93221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:15:56.276749 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extended resource: subnetpools {{(pid=93221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:15:56.278312 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extended resource: tags {{(pid=93221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:15:56.280015 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extended resource: tags {{(pid=93221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:15:56.281727 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extended resource: tags {{(pid=93221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:15:56.283675 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extended resource: tags {{(pid=93221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:15:56.285359 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extended resource: tags {{(pid=93221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:15:56.287206 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extended resource: tags {{(pid=93221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:15:56.289012 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extended resource: tags {{(pid=93221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:15:56.290869 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extended resource: tags {{(pid=93221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:15:56.293829 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extended resource: tags {{(pid=93221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:15:56.295613 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron.api.extensions [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Extended resource: tags {{(pid=93221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:15:56.301658 dv-cinder-789564-9-iscsi neutron-server[93221]: WARNING keystonemiddleware.auth_token [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 04 16:15:56.306345 dv-cinder-789564-9-iscsi neutron-server[93221]: WARNING keystonemiddleware.auth_token [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 04 16:15:56.315114 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_concurrency.lockutils [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Acquired lock "singleton_lock" {{(pid=93221) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 04 16:15:56.315588 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_concurrency.lockutils [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Releasing lock "singleton_lock" {{(pid=93221) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 04 16:15:56.316247 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO oslo_service.service [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Starting 2 workers Aug 04 16:15:56.321146 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Started child 93330 {{(pid=93221) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 16:15:56.326062 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Started child 93331 {{(pid=93221) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 16:15:56.326764 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:15:56.327703 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO neutron.service [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Neutron service started, listening on 0.0.0.0:9696 Aug 04 16:15:56.328813 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [-] (93330) wsgi starting up on http://0.0.0.0:9696 Aug 04 16:15:56.328894 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Notify callbacks [] for process, before_spawn {{(pid=93221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:15:56.330719 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO oslo_service.service [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Starting 1 workers Aug 04 16:15:56.330859 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:15:56.332134 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [-] (93331) wsgi starting up on http://0.0.0.0:9696 Aug 04 16:15:56.335969 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Started child 93332 {{(pid=93221) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 16:15:56.336492 dv-cinder-789564-9-iscsi neutron-server[93221]: INFO oslo_service.service [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Starting 1 workers Aug 04 16:15:56.339875 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.service [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] calling RpcWorker wait() {{(pid=93332) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 04 16:15:56.340473 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.service [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] returning from RpcWorker wait() {{(pid=93332) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 04 16:15:56.341145 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Started child 93333 {{(pid=93221) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 16:15:56.341879 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:15:56.342033 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG neutron_lib.callbacks.manager [None req-cb2580e5-82f4-404e-a56a-23871f71b3fc None None] Notify callbacks [] for process, after_spawn {{(pid=93221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:15:56.342410 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:15:56.344133 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93221) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 04 16:15:56.344308 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 04 16:15:56.344670 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 04 16:15:56.345019 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 04 16:15:56.345502 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 04 16:15:56.345808 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 04 16:15:56.346220 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:15:56.346728 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.346728 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.346994 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.347264 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:15:56.347395 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.347687 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.348228 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.348485 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.348741 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.349009 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.349250 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.349422 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.349602 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.349852 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.350108 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.350401 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.350675 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.350939 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.351214 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.351377 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.351626 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.351880 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.352131 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.352392 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] debug = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.352627 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.353110 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.353334 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.353580 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.353883 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.354177 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.354407 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.354685 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.354917 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.355161 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.355376 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.355622 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.355875 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.356104 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.356327 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.356578 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.356817 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.357278 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] host = dv-cinder-789564-9-iscsi {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.357512 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.357728 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.357993 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.358247 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.358495 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.358711 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.358967 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.359206 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.359449 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.359673 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.359908 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.360154 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.360387 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.360630 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] log_file = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.360792 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] log_options = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.361032 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.361286 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.361568 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.361758 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.361924 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.362137 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.362396 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.362557 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.362812 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.363046 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.363261 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.363477 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.363719 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.363902 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.364141 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.364376 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.364619 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.364866 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.365085 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.365334 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.365561 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.365788 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.366057 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.366299 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.366529 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.366748 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.366973 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.367187 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.367401 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.367656 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.367907 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.368251 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.368412 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.368664 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.368907 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.369131 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.369374 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.369738 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.369921 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.370202 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.370453 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.370672 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.370986 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.371123 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.371315 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.371539 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] use_json = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.371749 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.371960 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.372219 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.372429 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.372641 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.372851 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.373219 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.373543 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.374021 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.374301 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.374609 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.374858 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.375159 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.376650 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.376925 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.377170 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.377568 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.377821 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.378233 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.378500 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.379573 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.379904 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.380235 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.380664 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.380941 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.381214 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.381450 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.381725 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.382033 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.382259 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.382591 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.382855 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.383125 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.383400 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.384327 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.385016 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.385016 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.385016 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.386591 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.386591 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.386591 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.386591 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.386591 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.386591 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.387273 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.387273 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.387273 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.387614 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.387614 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.387855 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.389054 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.389054 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.389054 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.389054 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.389054 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.389453 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.389453 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.389915 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.389915 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.390414 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.390414 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.390597 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.390810 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.391064 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.391242 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.391653 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.391847 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.392045 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.392274 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.392527 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.392745 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.392957 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.393175 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.393411 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.393654 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.393936 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.394178 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.394398 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.394694 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.394957 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.395215 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.395421 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.395691 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.395921 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.396134 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.396709 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.396709 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.397041 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.397041 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.397412 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.397412 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.397673 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.398962 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.398962 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.398962 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.398962 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.398962 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.399651 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.399651 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.399651 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.400054 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.400054 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.400348 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.400481 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.400706 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.401068 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.401409 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.401639 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.401892 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.402141 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.402380 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.402612 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.402839 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.403096 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.403848 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.403848 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.403848 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.404420 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.404420 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.404818 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.404818 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.405170 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.405335 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.405530 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.405909 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.406182 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.406368 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.406607 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.406838 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.407097 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.407328 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.407587 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.407817 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.408045 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.408246 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.408525 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.408735 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.408968 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.409299 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.409555 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.409750 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.410061 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.410233 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.410517 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.410671 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.411013 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.411211 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.411411 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.411611 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.411852 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.412091 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.412330 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.412563 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.412916 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.413212 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.413415 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.413649 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.413889 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.414165 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.414377 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.414607 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.414862 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.415075 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.415307 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.415518 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.415723 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.415938 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.416275 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.416489 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.416750 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.416950 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.417159 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.417356 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.417549 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.417747 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.417943 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.418249 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.418471 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.418671 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.418863 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.419157 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.419389 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.419620 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.419843 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.420081 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.420276 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.420520 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.420730 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.420943 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.421295 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.421487 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.421682 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.421894 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.422118 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.422391 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.422593 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.422794 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.423033 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.423269 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.423504 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.423712 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.423949 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.424184 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.424395 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.424616 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.424845 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.425092 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.425730 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.425730 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.425730 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.426529 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.426529 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.426529 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.426529 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.427271 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.427271 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.427271 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.427801 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.427801 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.428182 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.428182 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.428571 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.428571 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.428953 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.428953 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.429317 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.429508 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.429699 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.429888 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.430121 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.430310 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.430498 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.430694 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.430883 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.431371 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.431602 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.431801 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.432005 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.432232 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.432447 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.432648 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.432958 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.433153 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.433344 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.433540 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.433737 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.433933 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.434215 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.434425 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.434616 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.434809 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.435008 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.435217 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.435496 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.435741 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.435982 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.436320 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.436742 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.436742 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.437133 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.437330 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.437469 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.437622 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.437846 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.438200 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.438463 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.438710 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.438969 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.439250 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.439510 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.439794 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.440005 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.440283 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.440639 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.440907 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.441163 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.441554 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.441763 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.445044 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.445044 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.445044 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.445044 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.445044 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.445044 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.445044 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.445044 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.445044 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.446873 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.446873 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.446873 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.446873 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.446873 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.446873 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.446873 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 04 16:15:56.446873 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93221) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 04 16:15:56.448452 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 04 16:15:56.448452 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 04 16:15:56.448452 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 04 16:15:56.448452 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 04 16:15:56.448452 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 04 16:15:56.448452 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.448452 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.448452 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.449633 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.449633 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.449633 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.449633 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.449633 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.449633 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.449633 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.449633 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.450787 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.450787 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.450787 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.450787 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.450787 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.450787 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.450787 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.450787 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.451963 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.451963 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.451963 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.451963 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] debug = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.451963 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.451963 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.452932 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.452932 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.452932 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.452932 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.452932 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.452932 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.452932 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.452932 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.454154 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.454154 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.454154 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.454154 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.454154 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.454154 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.454154 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.454154 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] host = dv-cinder-789564-9-iscsi {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.455431 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.455431 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.455431 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.455431 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.455431 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.455431 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.455431 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.455431 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.456649 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.456649 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.456649 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.456649 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.456649 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.456649 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] log_file = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.456649 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] log_options = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.456649 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.456649 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.458074 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.458074 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.458074 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.458074 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.458074 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.458074 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.458074 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.458894 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.458894 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.458894 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.458894 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.458894 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.458894 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.458894 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.458894 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.458894 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.459839 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.459839 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.459839 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.459839 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.459839 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.459839 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.459839 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.459839 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.460642 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.460642 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.460642 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.460642 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.460642 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.460642 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.460642 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.460642 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.461503 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.461503 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.461503 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.461503 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.461503 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.461503 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.461503 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.461503 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.462440 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.462440 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.462440 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.462440 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] use_json = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.462440 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.462440 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.462440 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.462440 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.462440 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.463440 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.463440 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.463440 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:15:56.463440 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.463440 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.463440 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.464141 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.464141 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.464141 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.464141 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.464141 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.464748 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.464748 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.464748 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.464748 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.465082 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.465082 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.465238 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.465318 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.465495 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.465642 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.465752 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.465917 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.466120 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.466236 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.466410 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.466567 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.466727 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.466882 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.467040 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.467198 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.467356 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.467515 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.468001 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.468168 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.468328 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.468486 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.468643 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.468802 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.468959 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.469117 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.469274 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.469432 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.469589 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.469746 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.469903 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.470081 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.470243 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.470501 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.470640 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.470808 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.470923 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.471417 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.471417 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.471681 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.471681 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.471975 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.471975 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.472223 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.472223 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.472452 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.472540 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.472637 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.472779 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.472954 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.473115 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.473306 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.473466 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.473593 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.473706 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.473866 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.474044 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.474223 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.474378 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.474525 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.474686 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.474830 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.474989 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.475148 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.475310 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.475447 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.475601 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.475759 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.475918 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.476074 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.476232 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.476393 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.476562 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.476740 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.476920 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.477078 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.477235 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.477394 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.477552 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.477711 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.477868 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.478083 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.478196 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.478355 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.478511 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.478675 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.478867 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.479107 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.479298 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.479421 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.479544 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.479702 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.479863 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.480017 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.480181 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.480392 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.480556 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.480677 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.480814 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.480935 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.481092 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.481252 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.481412 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.481575 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.481743 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.481902 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.482082 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.482241 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.482402 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.482561 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.482717 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.482875 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.483057 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.483176 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.483333 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.483500 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.483669 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.483826 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.483983 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.484139 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.484320 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.484479 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.484637 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.484796 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.484954 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.485114 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.485271 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.485623 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.485623 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.485789 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.485869 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.486047 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.486207 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.486364 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.486521 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.486680 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.486838 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.486995 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.487152 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.487310 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.487549 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.487680 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.487800 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.487901 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.488107 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.488243 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.488345 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.488506 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.488663 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.488820 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.488977 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.489149 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.489360 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.489527 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.489680 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.489837 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.490027 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.490154 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.490319 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.490479 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.490637 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.490796 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.490953 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.491112 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.491271 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.491429 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.491587 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.491845 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.492006 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.492165 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.492324 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.492482 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.492641 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.492817 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.492947 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.493126 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.493259 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:15:56.493339 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.493433 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.493590 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.493747 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.493906 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.494085 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.494243 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.494402 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.494591 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.494757 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.494918 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.495081 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.495239 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.495398 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.495569 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.495716 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.495874 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.496032 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.496203 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.496362 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.496521 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.496680 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.496852 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.496997 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.497166 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.497324 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.497481 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.497642 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.497804 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.498039 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.498237 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.498403 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.498561 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.498725 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.498878 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.499146 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.499235 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.499361 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.499484 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.499640 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.499796 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.499955 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.500121 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.500281 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.500428 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.500583 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.500739 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.501012 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.501112 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.501222 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.501356 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.501512 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.501669 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.501826 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.502017 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.502178 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.502337 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.502532 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.502663 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.502820 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.503129 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.503129 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.503294 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.503448 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.503589 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.503749 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.503908 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.504067 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.504230 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.504397 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.504563 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.504723 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.504941 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.505076 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.505209 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.505368 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.505532 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.505769 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.505878 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.506044 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.506177 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.506334 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.506493 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.506652 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.506822 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.506953 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.507112 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.507269 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.507427 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.507584 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.507762 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.507900 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.508058 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.508215 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.508372 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.508530 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.508687 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:15:56.508838 dv-cinder-789564-9-iscsi neutron-server[93221]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 04 16:15:56.667193 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 37122) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:15:56.675690 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [-] 10.222.0.77 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0060422 Aug 04 16:16:08.261326 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f258b00a-4c2e-4550-a6d2-4747f16871c6 None None] get_active_networks_info from dv-cinder-789564-9-iscsi {{(pid=93332) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 04 16:16:08.333698 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f258b00a-4c2e-4550-a6d2-4747f16871c6 None None] No non-hosted networks {{(pid=93332) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 04 16:16:08.350467 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.agentschedulers_db [None req-f258b00a-4c2e-4550-a6d2-4747f16871c6 None None] DHCP Agent not found on host dv-cinder-789564-9-iscsi {{(pid=93332) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 04 16:16:08.411676 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-de4165c0-fd9f-4a68-8ee9-fafcd6acc3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-597407'] for agent, after_create {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:10.883894 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-c5c28058-4bc5-484d-8cc2-d71de49d0bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-597407'] for agent, after_create {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:10.950149 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-0caa4e9f-18d4-4d8b-b401-1cd45bce46ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:10.963062 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-597407'] for agent, after_create {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:10.963913 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:10.964616 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:10.965114 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:10.965582 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:10.966079 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:10.966543 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:10.967006 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:10.967851 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:10.968398 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:10.968861 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:10.969325 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:10.969797 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:10.970352 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-789564-9-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:16:10.980021 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-789564-9-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:16:12.198753 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-597407'] for agent, after_create {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:13.624714 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-597407'] for agent, after_create {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:14.861594 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 37214) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:16:15.465697 dv-cinder-789564-9-iscsi neutron-server[93331]: WARNING oslo_policy.policy [None req-e111534c-b886-4736-9d88-5b1c6fa28f5f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 16:16:15.466289 dv-cinder-789564-9-iscsi neutron-server[93331]: WARNING oslo_policy.policy [None req-e111534c-b886-4736-9d88-5b1c6fa28f5f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 16:16:15.687284 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [None req-e111534c-b886-4736-9d88-5b1c6fa28f5f admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:16:15.688394 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-e111534c-b886-4736-9d88-5b1c6fa28f5f admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8258061 Aug 04 16:16:16.317539 dv-cinder-789564-9-iscsi neutron-server[93332]: INFO neutron.db.l3_hamode_db [None req-6de364ae-313a-4253-8676-502baa0f89ee None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 04 16:16:16.402887 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de364ae-313a-4253-8676-502baa0f89ee None None] Routers set() bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:16:16.403506 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de364ae-313a-4253-8676-502baa0f89ee None None] Router IDs set() for agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 04 16:16:18.228996 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 37228) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:16:18.575800 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-bd7607de-7a3f-40ae-bb6b-147671ea70db admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:16:18.676085 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.policy [None req-bd7607de-7a3f-40ae-bb6b-147671ea70db admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93331) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 04 16:16:18.721534 dv-cinder-789564-9-iscsi neutron-server[93331]: WARNING oslo_policy.policy [None req-bd7607de-7a3f-40ae-bb6b-147671ea70db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 16:16:18.721534 dv-cinder-789564-9-iscsi neutron-server[93331]: WARNING oslo_policy.policy [None req-bd7607de-7a3f-40ae-bb6b-147671ea70db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 16:16:18.730361 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.quota [None req-bd7607de-7a3f-40ae-bb6b-147671ea70db admin admin] Loaded quota_driver: . Aug 04 16:16:18.832747 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-bd7607de-7a3f-40ae-bb6b-147671ea70db admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758852491589', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758852495126', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758852504354', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758852505975', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758852669724', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758852461094', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3767101', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3723963', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-540577', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-597029'] for rbac-policy, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:18.915423 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-bd7607de-7a3f-40ae-bb6b-147671ea70db admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:18.917166 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-bd7607de-7a3f-40ae-bb6b-147671ea70db admin admin] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6916020 Aug 04 16:16:21.646963 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 37240) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:16:22.221247 dv-cinder-789564-9-iscsi neutron-server[93330]: WARNING oslo_policy.policy [None req-24b32ca5-07e2-4f50-9636-d92a4650952a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 16:16:22.221845 dv-cinder-789564-9-iscsi neutron-server[93330]: WARNING oslo_policy.policy [None req-24b32ca5-07e2-4f50-9636-d92a4650952a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 16:16:22.435513 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [None req-24b32ca5-07e2-4f50-9636-d92a4650952a admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '259c956513fb4031bd44df7106fe02b5', 'name': 'private', 'tenant_id': '259c956513fb4031bd44df7106fe02b5'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:16:22.437163 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.quota [None req-24b32ca5-07e2-4f50-9636-d92a4650952a admin admin] Loaded quota_driver: . Aug 04 16:16:22.504828 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b32ca5-07e2-4f50-9636-d92a4650952a admin admin] Made reservation on behalf of 259c956513fb4031bd44df7106fe02b5 for: {'network': 1} {{(pid=93330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:16:22.571364 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.policy [None req-24b32ca5-07e2-4f50-9636-d92a4650952a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93330) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 04 16:16:22.616393 dv-cinder-789564-9-iscsi neutron-server[93330]: WARNING oslo_policy.policy [None req-24b32ca5-07e2-4f50-9636-d92a4650952a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 16:16:22.616770 dv-cinder-789564-9-iscsi neutron-server[93330]: WARNING oslo_policy.policy [None req-24b32ca5-07e2-4f50-9636-d92a4650952a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 16:16:22.626938 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-24b32ca5-07e2-4f50-9636-d92a4650952a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for network, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:22.649125 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-24b32ca5-07e2-4f50-9636-d92a4650952a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:22.794567 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-24b32ca5-07e2-4f50-9636-d92a4650952a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:22.802088 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-24b32ca5-07e2-4f50-9636-d92a4650952a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:22.828053 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24b32ca5-07e2-4f50-9636-d92a4650952a admin admin] vlan segment allocate from pool success with {'vlan_id': 874, 'physical_network': 'physnet1'} {{(pid=93330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:16:22.852851 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-24b32ca5-07e2-4f50-9636-d92a4650952a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758853811285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519'] for segment, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:22.853545 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-24b32ca5-07e2-4f50-9636-d92a4650952a admin admin] Unsubscribe: segment precommit_create {{(pid=93330) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 04 16:16:22.854070 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.db.segments_db [None req-24b32ca5-07e2-4f50-9636-d92a4650952a admin admin] Added segment afd80ced-7706-462f-a0a8-acb862aa9e09 of type vlan for network a6acf5ca-9b2e-4b0a-a52b-6b4e2a20f29a Aug 04 16:16:22.863688 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b32ca5-07e2-4f50-9636-d92a4650952a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18edbbb2-f3de-4ae8-816d-4f4b7f892c9f,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:16:22.891656 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b32ca5-07e2-4f50-9636-d92a4650952a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:22.892053 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b32ca5-07e2-4f50-9636-d92a4650952a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:22.892394 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b32ca5-07e2-4f50-9636-d92a4650952a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:22.892726 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b32ca5-07e2-4f50-9636-d92a4650952a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:22.893056 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b32ca5-07e2-4f50-9636-d92a4650952a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:22.893378 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b32ca5-07e2-4f50-9636-d92a4650952a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:22.893696 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b32ca5-07e2-4f50-9636-d92a4650952a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:22.894054 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b32ca5-07e2-4f50-9636-d92a4650952a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:22.894391 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b32ca5-07e2-4f50-9636-d92a4650952a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:22.894733 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b32ca5-07e2-4f50-9636-d92a4650952a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:22.895033 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b32ca5-07e2-4f50-9636-d92a4650952a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:22.895352 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b32ca5-07e2-4f50-9636-d92a4650952a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:22.896442 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b32ca5-07e2-4f50-9636-d92a4650952a admin admin] Tracked resource versions report: Aug 04 16:16:22.896442 dv-cinder-789564-9-iscsi neutron-server[93330]: pushed versions: Aug 04 16:16:22.896442 dv-cinder-789564-9-iscsi neutron-server[93330]: { 'AddressGroup': {'1.2'}, Aug 04 16:16:22.896442 dv-cinder-789564-9-iscsi neutron-server[93330]: 'ConntrackHelper': {'1.0'}, Aug 04 16:16:22.896442 dv-cinder-789564-9-iscsi neutron-server[93330]: 'Log': {'1.0'}, Aug 04 16:16:22.896442 dv-cinder-789564-9-iscsi neutron-server[93330]: 'Network': {'1.1'}, Aug 04 16:16:22.896442 dv-cinder-789564-9-iscsi neutron-server[93330]: 'Port': {'1.7'}, Aug 04 16:16:22.896442 dv-cinder-789564-9-iscsi neutron-server[93330]: 'PortForwarding': {'1.2'}, Aug 04 16:16:22.896442 dv-cinder-789564-9-iscsi neutron-server[93330]: 'QosPolicy': {'1.9'}, Aug 04 16:16:22.896442 dv-cinder-789564-9-iscsi neutron-server[93330]: 'SecurityGroup': {'1.4'}, Aug 04 16:16:22.896442 dv-cinder-789564-9-iscsi neutron-server[93330]: 'SecurityGroupRule': {'1.2'}, Aug 04 16:16:22.896442 dv-cinder-789564-9-iscsi neutron-server[93330]: 'SubPort': {'1.0'}, Aug 04 16:16:22.896442 dv-cinder-789564-9-iscsi neutron-server[93330]: 'Subnet': {'1.1'}, Aug 04 16:16:22.896442 dv-cinder-789564-9-iscsi neutron-server[93330]: 'Trunk': {'1.1'}} Aug 04 16:16:22.896442 dv-cinder-789564-9-iscsi neutron-server[93330]: consumer versions: Aug 04 16:16:22.896442 dv-cinder-789564-9-iscsi neutron-server[93330]: { DHCP agent@dv-cinder-789564-9-iscsi: {}, Aug 04 16:16:22.896442 dv-cinder-789564-9-iscsi neutron-server[93330]: L3 agent@dv-cinder-789564-9-iscsi: {}, Aug 04 16:16:22.896442 dv-cinder-789564-9-iscsi neutron-server[93330]: Metadata agent@dv-cinder-789564-9-iscsi: {}, Aug 04 16:16:22.896442 dv-cinder-789564-9-iscsi neutron-server[93330]: Metering agent@dv-cinder-789564-9-iscsi: {}, Aug 04 16:16:22.896442 dv-cinder-789564-9-iscsi neutron-server[93330]: Open vSwitch agent@dv-cinder-789564-9-iscsi: { 'AddressGroup': '1.2', Aug 04 16:16:22.896442 dv-cinder-789564-9-iscsi neutron-server[93330]: 'ConntrackHelper': '1.0', Aug 04 16:16:22.896442 dv-cinder-789564-9-iscsi neutron-server[93330]: 'Log': '1.0', Aug 04 16:16:22.896442 dv-cinder-789564-9-iscsi neutron-server[93330]: 'Network': '1.1', Aug 04 16:16:22.896442 dv-cinder-789564-9-iscsi neutron-server[93330]: 'Port': '1.7', Aug 04 16:16:22.896442 dv-cinder-789564-9-iscsi neutron-server[93330]: 'PortForwarding': '1.2', Aug 04 16:16:22.896442 dv-cinder-789564-9-iscsi neutron-server[93330]: 'QosPolicy': '1.9', Aug 04 16:16:22.896442 dv-cinder-789564-9-iscsi neutron-server[93330]: 'SecurityGroup': '1.4', Aug 04 16:16:22.896442 dv-cinder-789564-9-iscsi neutron-server[93330]: 'SecurityGroupRule': '1.2', Aug 04 16:16:22.896442 dv-cinder-789564-9-iscsi neutron-server[93330]: 'SubPort': '1.0', Aug 04 16:16:22.896442 dv-cinder-789564-9-iscsi neutron-server[93330]: 'Subnet': '1.1', Aug 04 16:16:22.896442 dv-cinder-789564-9-iscsi neutron-server[93330]: 'Trunk': '1.1'}} Aug 04 16:16:22.896442 dv-cinder-789564-9-iscsi neutron-server[93330]: {{(pid=93330) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 16:16:22.986699 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-24b32ca5-07e2-4f50-9636-d92a4650952a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758853320587'] for network, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:23.046181 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-24b32ca5-07e2-4f50-9636-d92a4650952a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334'] for network, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:23.047382 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b32ca5-07e2-4f50-9636-d92a4650952a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:16:23.048114 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-24b32ca5-07e2-4f50-9636-d92a4650952a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for network, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:23.138206 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-24b32ca5-07e2-4f50-9636-d92a4650952a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4880083 Aug 04 16:16:23.146479 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b32ca5-07e2-4f50-9636-d92a4650952a admin admin] Pushing event updated for resources: {'Network': ['ID=a6acf5ca-9b2e-4b0a-a52b-6b4e2a20f29a,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:16:23.172555 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Network a6acf5ca-9b2e-4b0a-a52b-6b4e2a20f29a details requested by agent ovs-agent-dv-cinder-789564-9-iscsi with host dv-cinder-789564-9-iscsi {{(pid=93332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:16:25.904726 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 37262) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:16:26.389611 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5520626e-48fe-4030-90b6-3dd7d8328989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:16:26.391153 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-5520626e-48fe-4030-90b6-3dd7d8328989 admin admin] 10.222.0.77 "GET /v2.0/networks/a6acf5ca-9b2e-4b0a-a52b-6b4e2a20f29a HTTP/1.1" status: 200 len: 825 time: 0.4855132 Aug 04 16:16:26.424955 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-df142ae6-b878-4271-b3d0-594fac5c04de admin admin] 10.222.0.77 "GET /v2.0/subnetpools/9134cef3-279b-4b94-873a-9243ca32ec66 HTTP/1.1" status: 200 len: 734 time: 0.0245233 Aug 04 16:16:26.434903 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-cd28f079-6ad9-4259-a295-a982fcf2cc1a admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '9134cef3-279b-4b94-873a-9243ca32ec66', 'ip_version': 4, 'network_id': 'a6acf5ca-9b2e-4b0a-a52b-6b4e2a20f29a', 'gateway_ip': '172.20.0.1', 'tenant_id': '259c956513fb4031bd44df7106fe02b5'}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:16:26.466144 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd28f079-6ad9-4259-a295-a982fcf2cc1a admin admin] Made reservation on behalf of 259c956513fb4031bd44df7106fe02b5 for: {'subnet': 1} {{(pid=93331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:16:26.469223 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-cd28f079-6ad9-4259-a295-a982fcf2cc1a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:26.791984 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-cd28f079-6ad9-4259-a295-a982fcf2cc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334'] for subnet, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:26.863124 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd28f079-6ad9-4259-a295-a982fcf2cc1a admin admin] Checking segment: {'id': 'afd80ced-7706-462f-a0a8-acb862aa9e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a6acf5ca-9b2e-4b0a-a52b-6b4e2a20f29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:16:26.863508 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd28f079-6ad9-4259-a295-a982fcf2cc1a admin admin] Network hostable DHCP agents. Network: a6acf5ca-9b2e-4b0a-a52b-6b4e2a20f29a, hostable agents: ['eaf2aaff-ba37-427f-8468-b829a196e20c'], hosted agents: [] {{(pid=93331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:16:26.873938 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd28f079-6ad9-4259-a295-a982fcf2cc1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c092224e-4629-4ae7-ac13-ea21a0bce087,revision_number=0']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:16:26.885936 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd28f079-6ad9-4259-a295-a982fcf2cc1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:26.886301 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd28f079-6ad9-4259-a295-a982fcf2cc1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:26.886634 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd28f079-6ad9-4259-a295-a982fcf2cc1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:26.886967 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd28f079-6ad9-4259-a295-a982fcf2cc1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:26.887291 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd28f079-6ad9-4259-a295-a982fcf2cc1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:26.887634 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd28f079-6ad9-4259-a295-a982fcf2cc1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:26.887959 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd28f079-6ad9-4259-a295-a982fcf2cc1a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:26.888282 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd28f079-6ad9-4259-a295-a982fcf2cc1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:26.888620 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd28f079-6ad9-4259-a295-a982fcf2cc1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:26.888951 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd28f079-6ad9-4259-a295-a982fcf2cc1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:26.889252 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd28f079-6ad9-4259-a295-a982fcf2cc1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:26.889560 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd28f079-6ad9-4259-a295-a982fcf2cc1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:26.890706 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd28f079-6ad9-4259-a295-a982fcf2cc1a admin admin] Tracked resource versions report: Aug 04 16:16:26.890706 dv-cinder-789564-9-iscsi neutron-server[93331]: pushed versions: Aug 04 16:16:26.890706 dv-cinder-789564-9-iscsi neutron-server[93331]: { 'AddressGroup': {'1.2'}, Aug 04 16:16:26.890706 dv-cinder-789564-9-iscsi neutron-server[93331]: 'ConntrackHelper': {'1.0'}, Aug 04 16:16:26.890706 dv-cinder-789564-9-iscsi neutron-server[93331]: 'Log': {'1.0'}, Aug 04 16:16:26.890706 dv-cinder-789564-9-iscsi neutron-server[93331]: 'Network': {'1.1'}, Aug 04 16:16:26.890706 dv-cinder-789564-9-iscsi neutron-server[93331]: 'Port': {'1.7'}, Aug 04 16:16:26.890706 dv-cinder-789564-9-iscsi neutron-server[93331]: 'PortForwarding': {'1.2'}, Aug 04 16:16:26.890706 dv-cinder-789564-9-iscsi neutron-server[93331]: 'QosPolicy': {'1.9'}, Aug 04 16:16:26.890706 dv-cinder-789564-9-iscsi neutron-server[93331]: 'SecurityGroup': {'1.4'}, Aug 04 16:16:26.890706 dv-cinder-789564-9-iscsi neutron-server[93331]: 'SecurityGroupRule': {'1.2'}, Aug 04 16:16:26.890706 dv-cinder-789564-9-iscsi neutron-server[93331]: 'SubPort': {'1.0'}, Aug 04 16:16:26.890706 dv-cinder-789564-9-iscsi neutron-server[93331]: 'Subnet': {'1.1'}, Aug 04 16:16:26.890706 dv-cinder-789564-9-iscsi neutron-server[93331]: 'Trunk': {'1.1'}} Aug 04 16:16:26.890706 dv-cinder-789564-9-iscsi neutron-server[93331]: consumer versions: Aug 04 16:16:26.890706 dv-cinder-789564-9-iscsi neutron-server[93331]: { DHCP agent@dv-cinder-789564-9-iscsi: {}, Aug 04 16:16:26.890706 dv-cinder-789564-9-iscsi neutron-server[93331]: L3 agent@dv-cinder-789564-9-iscsi: {}, Aug 04 16:16:26.890706 dv-cinder-789564-9-iscsi neutron-server[93331]: Metadata agent@dv-cinder-789564-9-iscsi: {}, Aug 04 16:16:26.890706 dv-cinder-789564-9-iscsi neutron-server[93331]: Metering agent@dv-cinder-789564-9-iscsi: {}, Aug 04 16:16:26.890706 dv-cinder-789564-9-iscsi neutron-server[93331]: Open vSwitch agent@dv-cinder-789564-9-iscsi: { 'AddressGroup': '1.2', Aug 04 16:16:26.890706 dv-cinder-789564-9-iscsi neutron-server[93331]: 'ConntrackHelper': '1.0', Aug 04 16:16:26.890706 dv-cinder-789564-9-iscsi neutron-server[93331]: 'Log': '1.0', Aug 04 16:16:26.890706 dv-cinder-789564-9-iscsi neutron-server[93331]: 'Network': '1.1', Aug 04 16:16:26.890706 dv-cinder-789564-9-iscsi neutron-server[93331]: 'Port': '1.7', Aug 04 16:16:26.890706 dv-cinder-789564-9-iscsi neutron-server[93331]: 'PortForwarding': '1.2', Aug 04 16:16:26.890706 dv-cinder-789564-9-iscsi neutron-server[93331]: 'QosPolicy': '1.9', Aug 04 16:16:26.890706 dv-cinder-789564-9-iscsi neutron-server[93331]: 'SecurityGroup': '1.4', Aug 04 16:16:26.890706 dv-cinder-789564-9-iscsi neutron-server[93331]: 'SecurityGroupRule': '1.2', Aug 04 16:16:26.890706 dv-cinder-789564-9-iscsi neutron-server[93331]: 'SubPort': '1.0', Aug 04 16:16:26.890706 dv-cinder-789564-9-iscsi neutron-server[93331]: 'Subnet': '1.1', Aug 04 16:16:26.890706 dv-cinder-789564-9-iscsi neutron-server[93331]: 'Trunk': '1.1'}} Aug 04 16:16:26.890706 dv-cinder-789564-9-iscsi neutron-server[93331]: {{(pid=93331) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 16:16:26.924740 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd28f079-6ad9-4259-a295-a982fcf2cc1a admin admin] Network a6acf5ca-9b2e-4b0a-a52b-6b4e2a20f29a is scheduled to be hosted by DHCP agent eaf2aaff-ba37-427f-8468-b829a196e20c with binding_index 1 {{(pid=93331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:16:26.940542 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.base_scheduler [None req-cd28f079-6ad9-4259-a295-a982fcf2cc1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-9-iscsi, a6acf5ca-9b2e-4b0a-a52b-6b4e2a20f29a) {{(pid=93331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:16:26.945262 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd28f079-6ad9-4259-a295-a982fcf2cc1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:16:26.945891 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-cd28f079-6ad9-4259-a295-a982fcf2cc1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for subnet, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:26.950452 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1febd917-518b-46c4-8005-141d190fd7ea None None] Network a6acf5ca-9b2e-4b0a-a52b-6b4e2a20f29a requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:16:26.961971 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-cd28f079-6ad9-4259-a295-a982fcf2cc1a admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5310326 Aug 04 16:16:27.286493 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06787103-cbd2-429c-8bb6-f4da13b52d82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92b968f5-83eb-5d3b-adcb-ad6e8725d7f3-a6acf5ca-9b2e-4b0a-a52b-6b4e2a20f29a', 'network_id': 'a6acf5ca-9b2e-4b0a-a52b-6b4e2a20f29a', 'tenant_id': '259c956513fb4031bd44df7106fe02b5', 'fixed_ips': [{'subnet_id': 'c092224e-4629-4ae7-ac13-ea21a0bce087'}]}} from dv-cinder-789564-9-iscsi. {{(pid=93332) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 16:16:27.287744 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-06787103-cbd2-429c-8bb6-f4da13b52d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:27.569616 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.db_base_plugin_common [None req-06787103-cbd2-429c-8bb6-f4da13b52d82 None None] Allocated IP 172.20.0.2 (a6acf5ca-9b2e-4b0a-a52b-6b4e2a20f29a/c092224e-4629-4ae7-ac13-ea21a0bce087/638703c7-6e5a-43b1-89e0-d62a03153183) {{(pid=93332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:16:27.780294 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-06787103-cbd2-429c-8bb6-f4da13b52d82 None None] Notify callbacks [] for port, precommit_create {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:27.824490 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-06787103-cbd2-429c-8bb6-f4da13b52d82 None None] Transition to ACTIVE for port object 638703c7-6e5a-43b1-89e0-d62a03153183 will not be triggered until provisioned by entity L2. {{(pid=93332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:16:27.846533 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-06787103-cbd2-429c-8bb6-f4da13b52d82 None None] Transition to ACTIVE for port object 638703c7-6e5a-43b1-89e0-d62a03153183 will not be triggered until provisioned by entity DHCP. {{(pid=93332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:16:27.856955 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-06787103-cbd2-429c-8bb6-f4da13b52d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767'] for port, after_create {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:27.926881 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06787103-cbd2-429c-8bb6-f4da13b52d82 None None] Network a6acf5ca-9b2e-4b0a-a52b-6b4e2a20f29a is already hosted by enough agents. {{(pid=93332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:16:27.940705 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.scheduler.base_scheduler [None req-06787103-cbd2-429c-8bb6-f4da13b52d82 None None] Resources bound (agent type, host, resource id): {{(pid=93332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:16:27.946297 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06787103-cbd2-429c-8bb6-f4da13b52d82 None None] Pushing event updated for resources: {'Port': ['ID=638703c7-6e5a-43b1-89e0-d62a03153183,revision_number=1']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:16:27.948649 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06787103-cbd2-429c-8bb6-f4da13b52d82 None None] Received port after_create {{(pid=93332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:16:27.979730 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06787103-cbd2-429c-8bb6-f4da13b52d82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:27.980397 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06787103-cbd2-429c-8bb6-f4da13b52d82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:27.980397 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06787103-cbd2-429c-8bb6-f4da13b52d82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:27.980696 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06787103-cbd2-429c-8bb6-f4da13b52d82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:27.981046 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06787103-cbd2-429c-8bb6-f4da13b52d82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:27.981378 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06787103-cbd2-429c-8bb6-f4da13b52d82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:27.981693 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06787103-cbd2-429c-8bb6-f4da13b52d82 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:27.982053 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06787103-cbd2-429c-8bb6-f4da13b52d82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:27.982396 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06787103-cbd2-429c-8bb6-f4da13b52d82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:27.982721 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06787103-cbd2-429c-8bb6-f4da13b52d82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:27.983037 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06787103-cbd2-429c-8bb6-f4da13b52d82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:27.983358 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06787103-cbd2-429c-8bb6-f4da13b52d82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:27.984447 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06787103-cbd2-429c-8bb6-f4da13b52d82 None None] Tracked resource versions report: Aug 04 16:16:27.984447 dv-cinder-789564-9-iscsi neutron-server[93332]: pushed versions: Aug 04 16:16:27.984447 dv-cinder-789564-9-iscsi neutron-server[93332]: { 'AddressGroup': {'1.2'}, Aug 04 16:16:27.984447 dv-cinder-789564-9-iscsi neutron-server[93332]: 'ConntrackHelper': {'1.0'}, Aug 04 16:16:27.984447 dv-cinder-789564-9-iscsi neutron-server[93332]: 'Log': {'1.0'}, Aug 04 16:16:27.984447 dv-cinder-789564-9-iscsi neutron-server[93332]: 'Network': {'1.1'}, Aug 04 16:16:27.984447 dv-cinder-789564-9-iscsi neutron-server[93332]: 'Port': {'1.7'}, Aug 04 16:16:27.984447 dv-cinder-789564-9-iscsi neutron-server[93332]: 'PortForwarding': {'1.2'}, Aug 04 16:16:27.984447 dv-cinder-789564-9-iscsi neutron-server[93332]: 'QosPolicy': {'1.9'}, Aug 04 16:16:27.984447 dv-cinder-789564-9-iscsi neutron-server[93332]: 'SecurityGroup': {'1.4'}, Aug 04 16:16:27.984447 dv-cinder-789564-9-iscsi neutron-server[93332]: 'SecurityGroupRule': {'1.2'}, Aug 04 16:16:27.984447 dv-cinder-789564-9-iscsi neutron-server[93332]: 'SubPort': {'1.0'}, Aug 04 16:16:27.984447 dv-cinder-789564-9-iscsi neutron-server[93332]: 'Subnet': {'1.1'}, Aug 04 16:16:27.984447 dv-cinder-789564-9-iscsi neutron-server[93332]: 'Trunk': {'1.1'}} Aug 04 16:16:27.984447 dv-cinder-789564-9-iscsi neutron-server[93332]: consumer versions: Aug 04 16:16:27.984447 dv-cinder-789564-9-iscsi neutron-server[93332]: { DHCP agent@dv-cinder-789564-9-iscsi: {}, Aug 04 16:16:27.984447 dv-cinder-789564-9-iscsi neutron-server[93332]: L3 agent@dv-cinder-789564-9-iscsi: {}, Aug 04 16:16:27.984447 dv-cinder-789564-9-iscsi neutron-server[93332]: Metadata agent@dv-cinder-789564-9-iscsi: {}, Aug 04 16:16:27.984447 dv-cinder-789564-9-iscsi neutron-server[93332]: Metering agent@dv-cinder-789564-9-iscsi: {}, Aug 04 16:16:27.984447 dv-cinder-789564-9-iscsi neutron-server[93332]: Open vSwitch agent@dv-cinder-789564-9-iscsi: { 'AddressGroup': '1.2', Aug 04 16:16:27.984447 dv-cinder-789564-9-iscsi neutron-server[93332]: 'ConntrackHelper': '1.0', Aug 04 16:16:27.984447 dv-cinder-789564-9-iscsi neutron-server[93332]: 'Log': '1.0', Aug 04 16:16:27.984447 dv-cinder-789564-9-iscsi neutron-server[93332]: 'Network': '1.1', Aug 04 16:16:27.984447 dv-cinder-789564-9-iscsi neutron-server[93332]: 'Port': '1.7', Aug 04 16:16:27.984447 dv-cinder-789564-9-iscsi neutron-server[93332]: 'PortForwarding': '1.2', Aug 04 16:16:27.984447 dv-cinder-789564-9-iscsi neutron-server[93332]: 'QosPolicy': '1.9', Aug 04 16:16:27.984447 dv-cinder-789564-9-iscsi neutron-server[93332]: 'SecurityGroup': '1.4', Aug 04 16:16:27.984447 dv-cinder-789564-9-iscsi neutron-server[93332]: 'SecurityGroupRule': '1.2', Aug 04 16:16:27.984447 dv-cinder-789564-9-iscsi neutron-server[93332]: 'SubPort': '1.0', Aug 04 16:16:27.984447 dv-cinder-789564-9-iscsi neutron-server[93332]: 'Subnet': '1.1', Aug 04 16:16:27.984447 dv-cinder-789564-9-iscsi neutron-server[93332]: 'Trunk': '1.1'}} Aug 04 16:16:27.984447 dv-cinder-789564-9-iscsi neutron-server[93332]: {{(pid=93332) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 16:16:28.032022 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-06787103-cbd2-429c-8bb6-f4da13b52d82 None None] Attempting to bind port 638703c7-6e5a-43b1-89e0-d62a03153183 on host dv-cinder-789564-9-iscsi for vnic_type normal with profile {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:16:28.032391 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-06787103-cbd2-429c-8bb6-f4da13b52d82 None None] Attempting to bind port 638703c7-6e5a-43b1-89e0-d62a03153183 by drivers openvswitch,hyperv on host dv-cinder-789564-9-iscsi at level 0 using segments [{'id': 'afd80ced-7706-462f-a0a8-acb862aa9e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a6acf5ca-9b2e-4b0a-a52b-6b4e2a20f29a'}] {{(pid=93332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:16:28.032807 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06787103-cbd2-429c-8bb6-f4da13b52d82 None None] Attempting to bind port 638703c7-6e5a-43b1-89e0-d62a03153183 on network a6acf5ca-9b2e-4b0a-a52b-6b4e2a20f29a {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:16:28.037838 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06787103-cbd2-429c-8bb6-f4da13b52d82 None None] Checking agent: {'id': '925d9885-7f95-40bb-88ba-4bb3b2a3855f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 16, 11), 'started_at': datetime.datetime(2021, 8, 4, 16, 16, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:16:28.038286 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06787103-cbd2-429c-8bb6-f4da13b52d82 None None] Checking segment: {'id': 'afd80ced-7706-462f-a0a8-acb862aa9e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a6acf5ca-9b2e-4b0a-a52b-6b4e2a20f29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:16:28.038742 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-06787103-cbd2-429c-8bb6-f4da13b52d82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:28.039127 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06787103-cbd2-429c-8bb6-f4da13b52d82 None None] Bound using segment: {'id': 'afd80ced-7706-462f-a0a8-acb862aa9e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a6acf5ca-9b2e-4b0a-a52b-6b4e2a20f29a'} {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:16:28.039620 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-06787103-cbd2-429c-8bb6-f4da13b52d82 None None] Bound port: 638703c7-6e5a-43b1-89e0-d62a03153183, host: dv-cinder-789564-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afd80ced-7706-462f-a0a8-acb862aa9e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a6acf5ca-9b2e-4b0a-a52b-6b4e2a20f29a'}}] {{(pid=93332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:16:28.040041 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-06787103-cbd2-429c-8bb6-f4da13b52d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:28.107754 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-06787103-cbd2-429c-8bb6-f4da13b52d82 None None] For port 638703c7-6e5a-43b1-89e0-d62a03153183, host dv-cinder-789564-9-iscsi, cleared binding levels {{(pid=93332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:16:28.112651 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-06787103-cbd2-429c-8bb6-f4da13b52d82 None None] For port 638703c7-6e5a-43b1-89e0-d62a03153183, host dv-cinder-789564-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=638703c7-6e5a-43b1-89e0-d62a03153183,segment=NetworkSegment(afd80ced-7706-462f-a0a8-acb862aa9e09),segment_id=afd80ced-7706-462f-a0a8-acb862aa9e09)] {{(pid=93332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:16:28.119006 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-06787103-cbd2-429c-8bb6-f4da13b52d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:28.190938 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06787103-cbd2-429c-8bb6-f4da13b52d82 None None] Pushing event updated for resources: {'Port': ['ID=638703c7-6e5a-43b1-89e0-d62a03153183,revision_number=2']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:16:29.401491 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 37274) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:16:29.742886 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [None req-6d21c036-e831-4e62-bbbf-6a49bd065239 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:16:29.743991 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-6d21c036-e831-4e62-bbbf-6a49bd065239 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3409939 Aug 04 16:16:32.190138 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 37282) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:16:32.539917 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [None req-bb20aaf6-07dd-481c-bbc2-6c13041e3caf admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:16:32.553979 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-bb20aaf6-07dd-481c-bbc2-6c13041e3caf admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3498912 Aug 04 16:16:35.244925 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 37292) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:16:35.580827 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-67b18c17-24e4-4ca1-8c42-7e6fda81af6c admin admin] Request body: {'router': {'tenant_id': '259c956513fb4031bd44df7106fe02b5', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:16:35.611683 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-67b18c17-24e4-4ca1-8c42-7e6fda81af6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-590814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10750'] for router, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:35.613643 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-67b18c17-24e4-4ca1-8c42-7e6fda81af6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10743'] for router, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:35.780891 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-67b18c17-24e4-4ca1-8c42-7e6fda81af6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:35.787251 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-67b18c17-24e4-4ca1-8c42-7e6fda81af6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593452'] for router, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:35.800858 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-67b18c17-24e4-4ca1-8c42-7e6fda81af6c admin admin] Notify callbacks [] for router, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:35.802128 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-67b18c17-24e4-4ca1-8c42-7e6fda81af6c admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5561485 Aug 04 16:16:36.705915 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bf2607-873c-4011-b182-b69ccc6e84f3 None None] Network a6acf5ca-9b2e-4b0a-a52b-6b4e2a20f29a requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:16:36.786544 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-4734f9c6-43a8-43a2-8502-4cb6724b1fbc None None] Provisioning for port 638703c7-6e5a-43b1-89e0-d62a03153183 completed by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:16:36.835440 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 638703c7-6e5a-43b1-89e0-d62a03153183 up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:16:36.963486 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning for port 638703c7-6e5a-43b1-89e0-d62a03153183 completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:16:36.973638 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port 638703c7-6e5a-43b1-89e0-d62a03153183 triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:16:36.974063 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:37.092150 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:37.128076 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] For port 638703c7-6e5a-43b1-89e0-d62a03153183, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=638703c7-6e5a-43b1-89e0-d62a03153183,segment=NetworkSegment(afd80ced-7706-462f-a0a8-acb862aa9e09),segment_id=afd80ced-7706-462f-a0a8-acb862aa9e09)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:16:37.134124 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:37.189254 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Pushing event updated for resources: {'Port': ['ID=638703c7-6e5a-43b1-89e0-d62a03153183,revision_number=3']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:16:37.218596 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-ad5500b1-7502-4273-8836-a6480ad7207a None None] Provisioning complete for port 638703c7-6e5a-43b1-89e0-d62a03153183 triggered by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:16:37.218910 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-ad5500b1-7502-4273-8836-a6480ad7207a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:38.138973 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-3271d889-dea7-4cb4-9672-c8c02ab3cd8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:38.247626 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 37304) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:16:38.601571 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [None req-6d5a635e-7c48-4c6c-bcab-9265bb341357 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:16:38.603090 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-6d5a635e-7c48-4c6c-bcab-9265bb341357 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3542800 Aug 04 16:16:38.801441 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 638703c7-6e5a-43b1-89e0-d62a03153183 up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:16:38.853089 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port 638703c7-6e5a-43b1-89e0-d62a03153183 triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:16:38.853503 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:40.885850 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6e073982-3225-4357-8635-35d4b8eff1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:40.935823 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:41.015166 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 37312) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:16:41.394331 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [None req-e882b747-bc95-47cc-b438-f6a2f4f2ff3a admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'name': 'public'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:16:41.421290 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e882b747-bc95-47cc-b438-f6a2f4f2ff3a admin admin] Made reservation on behalf of af0be01b042045359c6f0fd811299473 for: {'network': 1} {{(pid=93330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:16:41.424902 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-e882b747-bc95-47cc-b438-f6a2f4f2ff3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for network, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:41.438205 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-e882b747-bc95-47cc-b438-f6a2f4f2ff3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:41.540616 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-e882b747-bc95-47cc-b438-f6a2f4f2ff3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:41.546979 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-e882b747-bc95-47cc-b438-f6a2f4f2ff3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:41.563966 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e882b747-bc95-47cc-b438-f6a2f4f2ff3a admin admin] Reserving flat network on physical network physnet1 {{(pid=93330) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 04 16:16:41.592444 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-e882b747-bc95-47cc-b438-f6a2f4f2ff3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519'] for segment, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:41.592778 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.db.segments_db [None req-e882b747-bc95-47cc-b438-f6a2f4f2ff3a admin admin] Added segment 25182b56-ac69-4c03-a79e-71a35095fb85 of type flat for network 79da2935-f34e-4d6b-93be-bb960bd015b1 Aug 04 16:16:41.594070 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882b747-bc95-47cc-b438-f6a2f4f2ff3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af89d2f8-64d8-4e16-98ab-f83e0bfcc830,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:16:41.647047 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-e882b747-bc95-47cc-b438-f6a2f4f2ff3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758853320587'] for network, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:41.686037 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-e882b747-bc95-47cc-b438-f6a2f4f2ff3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334'] for network, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:41.686979 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e882b747-bc95-47cc-b438-f6a2f4f2ff3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:16:41.687595 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-e882b747-bc95-47cc-b438-f6a2f4f2ff3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for network, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:41.744349 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-e882b747-bc95-47cc-b438-f6a2f4f2ff3a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7278636 Aug 04 16:16:41.752404 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882b747-bc95-47cc-b438-f6a2f4f2ff3a admin admin] Pushing event updated for resources: {'Network': ['ID=79da2935-f34e-4d6b-93be-bb960bd015b1,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:16:41.770909 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Network 79da2935-f34e-4d6b-93be-bb960bd015b1 details requested by agent ovs-agent-dv-cinder-789564-9-iscsi with host dv-cinder-789564-9-iscsi {{(pid=93332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:16:42.153987 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:43.573234 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:44.226229 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 37330) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:16:44.400089 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 5 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:16:44.464530 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd069720-9dce-430c-9710-7e6e05f0c43e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:16:44.466346 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-cd069720-9dce-430c-9710-7e6e05f0c43e admin admin] 10.222.0.77 "GET /v2.0/subnets/c092224e-4629-4ae7-ac13-ea21a0bce087 HTTP/1.1" status: 200 len: 849 time: 0.2387600 Aug 04 16:16:44.650386 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-b05c943b-8a5d-4910-b9e7-c910100494af admin admin] 10.222.0.77 "GET /v2.0/routers/89d39b85-ab4f-4692-b91c-d59a8ecee382 HTTP/1.1" status: 200 len: 704 time: 0.1780005 Aug 04 16:16:44.937465 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-f1a2c194-8297-4ff3-9b5a-f9db7715783a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:45.247574 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.db_base_plugin_common [None req-f1a2c194-8297-4ff3-9b5a-f9db7715783a admin admin] Allocated IP 172.20.0.1 (a6acf5ca-9b2e-4b0a-a52b-6b4e2a20f29a/c092224e-4629-4ae7-ac13-ea21a0bce087/13f5c6a9-c3c4-47c1-916a-ae6010e0e46e) {{(pid=93330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:16:45.440117 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-f1a2c194-8297-4ff3-9b5a-f9db7715783a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:45.467253 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.provisioning_blocks [None req-f1a2c194-8297-4ff3-9b5a-f9db7715783a admin admin] Transition to ACTIVE for port object 13f5c6a9-c3c4-47c1-916a-ae6010e0e46e will not be triggered until provisioned by entity DHCP. {{(pid=93330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:16:45.550494 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-f1a2c194-8297-4ff3-9b5a-f9db7715783a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767'] for port, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:45.623528 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a2c194-8297-4ff3-9b5a-f9db7715783a admin admin] Network a6acf5ca-9b2e-4b0a-a52b-6b4e2a20f29a is already hosted by enough agents. {{(pid=93330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:16:45.629914 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [None req-f1a2c194-8297-4ff3-9b5a-f9db7715783a admin admin] Resources bound (agent type, host, resource id): {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:16:45.643021 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a2c194-8297-4ff3-9b5a-f9db7715783a admin admin] Received port after_create {{(pid=93330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:16:45.643344 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-f1a2c194-8297-4ff3-9b5a-f9db7715783a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594499'] for router_interface, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:45.668559 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a2c194-8297-4ff3-9b5a-f9db7715783a admin admin] Pushing event updated for resources: {'Port': ['ID=13f5c6a9-c3c4-47c1-916a-ae6010e0e46e,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:16:45.887080 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-537cb704-7ac6-4501-a8a1-037b246aa486 None None] Provisioning for port 13f5c6a9-c3c4-47c1-916a-ae6010e0e46e completed by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:16:45.890766 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-537cb704-7ac6-4501-a8a1-037b246aa486 None None] Provisioning complete for port 13f5c6a9-c3c4-47c1-916a-ae6010e0e46e triggered by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:16:45.891141 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-537cb704-7ac6-4501-a8a1-037b246aa486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:45.902439 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-f1a2c194-8297-4ff3-9b5a-f9db7715783a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:45.928078 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-537cb704-7ac6-4501-a8a1-037b246aa486 None None] Port 13f5c6a9-c3c4-47c1-916a-ae6010e0e46e cannot update to ACTIVE because it is not bound. {{(pid=93332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:16:46.136938 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-f1a2c194-8297-4ff3-9b5a-f9db7715783a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:46.143394 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-f1a2c194-8297-4ff3-9b5a-f9db7715783a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:46.144137 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-f1a2c194-8297-4ff3-9b5a-f9db7715783a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3631316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596249'] for router_interface, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:46.221618 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a2c194-8297-4ff3-9b5a-f9db7715783a admin admin] Pushing event updated for resources: {'Port': ['ID=13f5c6a9-c3c4-47c1-916a-ae6010e0e46e,revision_number=2']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:16:46.277717 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a2c194-8297-4ff3-9b5a-f9db7715783a admin admin] Network a6acf5ca-9b2e-4b0a-a52b-6b4e2a20f29a is already hosted by enough agents. {{(pid=93330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:16:46.280080 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [None req-f1a2c194-8297-4ff3-9b5a-f9db7715783a admin admin] Resources bound (agent type, host, resource id): {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:16:46.449258 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a2c194-8297-4ff3-9b5a-f9db7715783a admin admin] Router 89d39b85-ab4f-4692-b91c-d59a8ecee382 is scheduled to L3 agent d346cf64-ca3f-484e-b552-5df8791a7915 with binding_index 1 {{(pid=93330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 16:16:46.450645 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-be194299-343e-4d9c-818d-4ba0eb9e0840 None None] Provisioning complete for port 13f5c6a9-c3c4-47c1-916a-ae6010e0e46e triggered by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:16:46.451026 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-be194299-343e-4d9c-818d-4ba0eb9e0840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:46.485207 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-be194299-343e-4d9c-818d-4ba0eb9e0840 None None] Port 13f5c6a9-c3c4-47c1-916a-ae6010e0e46e cannot update to ACTIVE because it is not bound. {{(pid=93332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:16:46.543070 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a2c194-8297-4ff3-9b5a-f9db7715783a admin admin] Notify agent at l3_agent.dv-cinder-789564-9-iscsi the message routers_updated {{(pid=93330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:16:46.548586 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-f1a2c194-8297-4ff3-9b5a-f9db7715783a admin admin] 10.222.0.77 "PUT /v2.0/routers/89d39b85-ab4f-4692-b91c-d59a8ecee382/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8887899 Aug 04 16:16:46.566029 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d762356c-d5f0-45b4-bb68-8b928f3c8a75 None None] Sync routers for ids ['89d39b85-ab4f-4692-b91c-d59a8ecee382'] in dv-cinder-789564-9-iscsi {{(pid=93333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:16:46.580077 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d762356c-d5f0-45b4-bb68-8b928f3c8a75 None None] Routers {'89d39b85-ab4f-4692-b91c-d59a8ecee382'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:16:46.581004 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-d762356c-d5f0-45b4-bb68-8b928f3c8a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:16:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['89d39b85-ab4f-4692-b91c-d59a8ecee382'], 'active': True} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:16:46.778975 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvr_db [None req-d762356c-d5f0-45b4-bb68-8b928f3c8a75 None None] Set router 89d39b85-ab4f-4692-b91c-d59a8ecee382 gateway port host: None {{(pid=93333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:16:47.212024 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-d762356c-d5f0-45b4-bb68-8b928f3c8a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d39b85-ab4f-4692-b91c-d59a8ecee382', 'name': 'router1', 'tenant_id': '259c956513fb4031bd44df7106fe02b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:16:35Z', 'updated_at': '2021-08-04T16:16:45Z', 'revision_number': 2, 'project_id': '259c956513fb4031bd44df7106fe02b5', 'gw_port_host': None, '_interfaces': [{'id': '13f5c6a9-c3c4-47c1-916a-ae6010e0e46e', 'name': '', 'network_id': 'a6acf5ca-9b2e-4b0a-a52b-6b4e2a20f29a', 'tenant_id': '259c956513fb4031bd44df7106fe02b5', 'mac_address': 'fa:16:3e:f7:ec:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d39b85-ab4f-4692-b91c-d59a8ecee382', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c092224e-4629-4ae7-ac13-ea21a0bce087', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:16:44Z', 'updated_at': '2021-08-04T16:16:45Z', 'revision_number': 2, 'project_id': '259c956513fb4031bd44df7106fe02b5', 'subnets': [{'id': 'c092224e-4629-4ae7-ac13-ea21a0bce087', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9134cef3-279b-4b94-873a-9243ca32ec66'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:16:47.262925 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d762356c-d5f0-45b4-bb68-8b928f3c8a75 None None] Checking router: 89d39b85-ab4f-4692-b91c-d59a8ecee382 for host: dv-cinder-789564-9-iscsi {{(pid=93333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:16:47.263292 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d762356c-d5f0-45b4-bb68-8b928f3c8a75 None None] Updating router 89d39b85-ab4f-4692-b91c-d59a8ecee382 port 13f5c6a9-c3c4-47c1-916a-ae6010e0e46e binding host dv-cinder-789564-9-iscsi {{(pid=93333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:16:47.312137 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d762356c-d5f0-45b4-bb68-8b928f3c8a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:47.881198 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d762356c-d5f0-45b4-bb68-8b928f3c8a75 None None] Notify callbacks [] for port, precommit_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:47.899108 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.provisioning_blocks [None req-d762356c-d5f0-45b4-bb68-8b928f3c8a75 None None] Transition to ACTIVE for port object 13f5c6a9-c3c4-47c1-916a-ae6010e0e46e will not be triggered until provisioned by entity L2. {{(pid=93333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:16:47.905355 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d762356c-d5f0-45b4-bb68-8b928f3c8a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:48.060872 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0f6eb-7daf-4516-aa12-1df7a3ba489f None None] Pushing event updated for resources: {'Port': ['ID=13f5c6a9-c3c4-47c1-916a-ae6010e0e46e,revision_number=3']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:16:48.078601 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [None req-d762356c-d5f0-45b4-bb68-8b928f3c8a75 None None] Attempting to bind port 13f5c6a9-c3c4-47c1-916a-ae6010e0e46e on host dv-cinder-789564-9-iscsi for vnic_type normal with profile {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:16:48.079023 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [None req-d762356c-d5f0-45b4-bb68-8b928f3c8a75 None None] Attempting to bind port 13f5c6a9-c3c4-47c1-916a-ae6010e0e46e by drivers openvswitch,hyperv on host dv-cinder-789564-9-iscsi at level 0 using segments [{'id': 'afd80ced-7706-462f-a0a8-acb862aa9e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a6acf5ca-9b2e-4b0a-a52b-6b4e2a20f29a'}] {{(pid=93333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:16:48.079448 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d762356c-d5f0-45b4-bb68-8b928f3c8a75 None None] Attempting to bind port 13f5c6a9-c3c4-47c1-916a-ae6010e0e46e on network a6acf5ca-9b2e-4b0a-a52b-6b4e2a20f29a {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:16:48.085438 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d762356c-d5f0-45b4-bb68-8b928f3c8a75 None None] Checking agent: {'id': '925d9885-7f95-40bb-88ba-4bb3b2a3855f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 16, 11), 'started_at': datetime.datetime(2021, 8, 4, 16, 16, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:16:48.085841 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d762356c-d5f0-45b4-bb68-8b928f3c8a75 None None] Checking segment: {'id': 'afd80ced-7706-462f-a0a8-acb862aa9e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a6acf5ca-9b2e-4b0a-a52b-6b4e2a20f29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:16:48.086331 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d762356c-d5f0-45b4-bb68-8b928f3c8a75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:48.086718 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d762356c-d5f0-45b4-bb68-8b928f3c8a75 None None] Bound using segment: {'id': 'afd80ced-7706-462f-a0a8-acb862aa9e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a6acf5ca-9b2e-4b0a-a52b-6b4e2a20f29a'} {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:16:48.087243 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [None req-d762356c-d5f0-45b4-bb68-8b928f3c8a75 None None] Bound port: 13f5c6a9-c3c4-47c1-916a-ae6010e0e46e, host: dv-cinder-789564-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afd80ced-7706-462f-a0a8-acb862aa9e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a6acf5ca-9b2e-4b0a-a52b-6b4e2a20f29a'}}] {{(pid=93333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:16:48.087657 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d762356c-d5f0-45b4-bb68-8b928f3c8a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:48.090301 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c0f6eb-7daf-4516-aa12-1df7a3ba489f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:48.090639 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c0f6eb-7daf-4516-aa12-1df7a3ba489f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:48.091304 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c0f6eb-7daf-4516-aa12-1df7a3ba489f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:48.091617 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c0f6eb-7daf-4516-aa12-1df7a3ba489f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:48.095481 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c0f6eb-7daf-4516-aa12-1df7a3ba489f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:48.095481 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c0f6eb-7daf-4516-aa12-1df7a3ba489f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:48.095481 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c0f6eb-7daf-4516-aa12-1df7a3ba489f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:48.095481 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c0f6eb-7daf-4516-aa12-1df7a3ba489f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:48.095481 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c0f6eb-7daf-4516-aa12-1df7a3ba489f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:48.095481 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c0f6eb-7daf-4516-aa12-1df7a3ba489f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:48.095481 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c0f6eb-7daf-4516-aa12-1df7a3ba489f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:48.095481 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c0f6eb-7daf-4516-aa12-1df7a3ba489f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:16:48.095481 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c0f6eb-7daf-4516-aa12-1df7a3ba489f None None] Tracked resource versions report: Aug 04 16:16:48.095481 dv-cinder-789564-9-iscsi neutron-server[93333]: pushed versions: Aug 04 16:16:48.095481 dv-cinder-789564-9-iscsi neutron-server[93333]: { 'AddressGroup': {'1.2'}, Aug 04 16:16:48.095481 dv-cinder-789564-9-iscsi neutron-server[93333]: 'ConntrackHelper': {'1.0'}, Aug 04 16:16:48.095481 dv-cinder-789564-9-iscsi neutron-server[93333]: 'Log': {'1.0'}, Aug 04 16:16:48.095481 dv-cinder-789564-9-iscsi neutron-server[93333]: 'Network': {'1.1'}, Aug 04 16:16:48.095481 dv-cinder-789564-9-iscsi neutron-server[93333]: 'Port': {'1.7'}, Aug 04 16:16:48.095481 dv-cinder-789564-9-iscsi neutron-server[93333]: 'PortForwarding': {'1.2'}, Aug 04 16:16:48.095481 dv-cinder-789564-9-iscsi neutron-server[93333]: 'QosPolicy': {'1.9'}, Aug 04 16:16:48.095481 dv-cinder-789564-9-iscsi neutron-server[93333]: 'SecurityGroup': {'1.4'}, Aug 04 16:16:48.095481 dv-cinder-789564-9-iscsi neutron-server[93333]: 'SecurityGroupRule': {'1.2'}, Aug 04 16:16:48.095481 dv-cinder-789564-9-iscsi neutron-server[93333]: 'SubPort': {'1.0'}, Aug 04 16:16:48.095481 dv-cinder-789564-9-iscsi neutron-server[93333]: 'Subnet': {'1.1'}, Aug 04 16:16:48.095481 dv-cinder-789564-9-iscsi neutron-server[93333]: 'Trunk': {'1.1'}} Aug 04 16:16:48.095481 dv-cinder-789564-9-iscsi neutron-server[93333]: consumer versions: Aug 04 16:16:48.095481 dv-cinder-789564-9-iscsi neutron-server[93333]: { DHCP agent@dv-cinder-789564-9-iscsi: {}, Aug 04 16:16:48.095481 dv-cinder-789564-9-iscsi neutron-server[93333]: L3 agent@dv-cinder-789564-9-iscsi: {}, Aug 04 16:16:48.095481 dv-cinder-789564-9-iscsi neutron-server[93333]: Metadata agent@dv-cinder-789564-9-iscsi: {}, Aug 04 16:16:48.095481 dv-cinder-789564-9-iscsi neutron-server[93333]: Metering agent@dv-cinder-789564-9-iscsi: {}, Aug 04 16:16:48.095481 dv-cinder-789564-9-iscsi neutron-server[93333]: Open vSwitch agent@dv-cinder-789564-9-iscsi: { 'AddressGroup': '1.2', Aug 04 16:16:48.095481 dv-cinder-789564-9-iscsi neutron-server[93333]: 'ConntrackHelper': '1.0', Aug 04 16:16:48.095481 dv-cinder-789564-9-iscsi neutron-server[93333]: 'Log': '1.0', Aug 04 16:16:48.095481 dv-cinder-789564-9-iscsi neutron-server[93333]: 'Network': '1.1', Aug 04 16:16:48.095481 dv-cinder-789564-9-iscsi neutron-server[93333]: 'Port': '1.7', Aug 04 16:16:48.095481 dv-cinder-789564-9-iscsi neutron-server[93333]: 'PortForwarding': '1.2', Aug 04 16:16:48.095481 dv-cinder-789564-9-iscsi neutron-server[93333]: 'QosPolicy': '1.9', Aug 04 16:16:48.095481 dv-cinder-789564-9-iscsi neutron-server[93333]: 'SecurityGroup': '1.4', Aug 04 16:16:48.095481 dv-cinder-789564-9-iscsi neutron-server[93333]: 'SecurityGroupRule': '1.2', Aug 04 16:16:48.095481 dv-cinder-789564-9-iscsi neutron-server[93333]: 'SubPort': '1.0', Aug 04 16:16:48.095481 dv-cinder-789564-9-iscsi neutron-server[93333]: 'Subnet': '1.1', Aug 04 16:16:48.095481 dv-cinder-789564-9-iscsi neutron-server[93333]: 'Trunk': '1.1'}} Aug 04 16:16:48.095481 dv-cinder-789564-9-iscsi neutron-server[93333]: {{(pid=93333) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 16:16:48.168205 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [None req-d762356c-d5f0-45b4-bb68-8b928f3c8a75 None None] For port 13f5c6a9-c3c4-47c1-916a-ae6010e0e46e, host dv-cinder-789564-9-iscsi, cleared binding levels {{(pid=93333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:16:48.190281 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [None req-d762356c-d5f0-45b4-bb68-8b928f3c8a75 None None] For port 13f5c6a9-c3c4-47c1-916a-ae6010e0e46e, host dv-cinder-789564-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=13f5c6a9-c3c4-47c1-916a-ae6010e0e46e,segment=NetworkSegment(afd80ced-7706-462f-a0a8-acb862aa9e09),segment_id=afd80ced-7706-462f-a0a8-acb862aa9e09)] {{(pid=93333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:16:48.195682 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d762356c-d5f0-45b4-bb68-8b928f3c8a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:48.247108 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d762356c-d5f0-45b4-bb68-8b928f3c8a75 None None] Routers {'89d39b85-ab4f-4692-b91c-d59a8ecee382'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:16:48.247771 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-d762356c-d5f0-45b4-bb68-8b928f3c8a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:16:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['89d39b85-ab4f-4692-b91c-d59a8ecee382'], 'active': True} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:16:48.330885 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0f6eb-7daf-4516-aa12-1df7a3ba489f None None] Pushing event updated for resources: {'Port': ['ID=13f5c6a9-c3c4-47c1-916a-ae6010e0e46e,revision_number=4']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:16:48.355801 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvr_db [None req-d762356c-d5f0-45b4-bb68-8b928f3c8a75 None None] Set router 89d39b85-ab4f-4692-b91c-d59a8ecee382 gateway port host: None {{(pid=93333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:16:48.570319 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-d762356c-d5f0-45b4-bb68-8b928f3c8a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d39b85-ab4f-4692-b91c-d59a8ecee382', 'name': 'router1', 'tenant_id': '259c956513fb4031bd44df7106fe02b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:16:35Z', 'updated_at': '2021-08-04T16:16:45Z', 'revision_number': 2, 'project_id': '259c956513fb4031bd44df7106fe02b5', 'gw_port_host': None, '_interfaces': [{'id': '13f5c6a9-c3c4-47c1-916a-ae6010e0e46e', 'name': '', 'network_id': 'a6acf5ca-9b2e-4b0a-a52b-6b4e2a20f29a', 'tenant_id': '259c956513fb4031bd44df7106fe02b5', 'mac_address': 'fa:16:3e:f7:ec:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d39b85-ab4f-4692-b91c-d59a8ecee382', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c092224e-4629-4ae7-ac13-ea21a0bce087', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:16:44Z', 'updated_at': '2021-08-04T16:16:48Z', 'revision_number': 4, 'project_id': '259c956513fb4031bd44df7106fe02b5', 'subnets': [{'id': 'c092224e-4629-4ae7-ac13-ea21a0bce087', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9134cef3-279b-4b94-873a-9243ca32ec66'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:16:48.596355 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d762356c-d5f0-45b4-bb68-8b928f3c8a75 None None] The sync data for ids ['89d39b85-ab4f-4692-b91c-d59a8ecee382'] in dv-cinder-789564-9-iscsi is: [{'id': '89d39b85-ab4f-4692-b91c-d59a8ecee382', 'name': 'router1', 'tenant_id': '259c956513fb4031bd44df7106fe02b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:16:35Z', 'updated_at': '2021-08-04T16:16:45Z', 'revision_number': 2, 'project_id': '259c956513fb4031bd44df7106fe02b5', 'gw_port_host': None, '_interfaces': [{'id': '13f5c6a9-c3c4-47c1-916a-ae6010e0e46e', 'name': '', 'network_id': 'a6acf5ca-9b2e-4b0a-a52b-6b4e2a20f29a', 'tenant_id': '259c956513fb4031bd44df7106fe02b5', 'mac_address': 'fa:16:3e:f7:ec:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d39b85-ab4f-4692-b91c-d59a8ecee382', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c092224e-4629-4ae7-ac13-ea21a0bce087', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:16:44Z', 'updated_at': '2021-08-04T16:16:48Z', 'revision_number': 4, 'project_id': '259c956513fb4031bd44df7106fe02b5', 'subnets': [{'id': 'c092224e-4629-4ae7-ac13-ea21a0bce087', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9134cef3-279b-4b94-873a-9243ca32ec66'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:16:48.794398 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 37350) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:16:48.913417 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4efabc5-abb9-4521-b967-181bffec2a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:16:48.914761 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-d4efabc5-abb9-4521-b967-181bffec2a67 admin admin] 10.222.0.77 "GET /v2.0/networks/79da2935-f34e-4d6b-93be-bb960bd015b1 HTTP/1.1" status: 200 len: 842 time: 0.1193058 Aug 04 16:16:48.925660 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-bd72ced4-fb83-4c0d-bd96-b64a75af43a5 admin admin] Request body: {'subnet': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.2.0/24'}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:16:48.949572 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd72ced4-fb83-4c0d-bd96-b64a75af43a5 admin admin] Made reservation on behalf of af0be01b042045359c6f0fd811299473 for: {'subnet': 1} {{(pid=93331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:16:48.952145 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-bd72ced4-fb83-4c0d-bd96-b64a75af43a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:49.278027 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.objects.ports [None req-bd72ced4-fb83-4c0d-bd96-b64a75af43a5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93331) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 16:16:49.278598 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-bd72ced4-fb83-4c0d-bd96-b64a75af43a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334'] for subnet, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:49.343209 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd72ced4-fb83-4c0d-bd96-b64a75af43a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f6d232c-c352-4ff7-8ce5-aebf5b141825,revision_number=0']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:16:49.348900 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd72ced4-fb83-4c0d-bd96-b64a75af43a5 admin admin] Checking segment: {'id': '25182b56-ac69-4c03-a79e-71a35095fb85', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:16:49.349295 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd72ced4-fb83-4c0d-bd96-b64a75af43a5 admin admin] Network hostable DHCP agents. Network: 79da2935-f34e-4d6b-93be-bb960bd015b1, hostable agents: ['eaf2aaff-ba37-427f-8468-b829a196e20c'], hosted agents: [] {{(pid=93331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:16:49.368432 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd72ced4-fb83-4c0d-bd96-b64a75af43a5 admin admin] Network 79da2935-f34e-4d6b-93be-bb960bd015b1 is scheduled to be hosted by DHCP agent eaf2aaff-ba37-427f-8468-b829a196e20c with binding_index 1 {{(pid=93331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:16:49.378884 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.base_scheduler [None req-bd72ced4-fb83-4c0d-bd96-b64a75af43a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-9-iscsi, 79da2935-f34e-4d6b-93be-bb960bd015b1) {{(pid=93331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:16:49.382999 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd72ced4-fb83-4c0d-bd96-b64a75af43a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:16:49.383589 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-bd72ced4-fb83-4c0d-bd96-b64a75af43a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for subnet, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:49.388880 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8df64d9-ac4e-4493-a411-f3d3accb0e1e None None] Network 79da2935-f34e-4d6b-93be-bb960bd015b1 requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:16:49.403669 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-bd72ced4-fb83-4c0d-bd96-b64a75af43a5 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4810438 Aug 04 16:16:49.536102 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f0cb7b-2bae-417f-b9dd-5a3f830d6d23 None None] Network 79da2935-f34e-4d6b-93be-bb960bd015b1 requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:16:51.739120 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 37358) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:16:51.958004 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-377bd70a-5c97-4b9f-88cf-144affec40f1 admin admin] 10.222.0.77 "GET /v2.0/routers/89d39b85-ab4f-4692-b91c-d59a8ecee382 HTTP/1.1" status: 200 len: 710 time: 0.2174985 Aug 04 16:16:52.052829 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dbabff-582d-4dd1-ac68-e12548d918ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:16:52.054253 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-02dbabff-582d-4dd1-ac68-e12548d918ee admin admin] 10.222.0.77 "GET /v2.0/networks/79da2935-f34e-4d6b-93be-bb960bd015b1 HTTP/1.1" status: 200 len: 886 time: 0.0902362 Aug 04 16:16:52.064707 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-dfa5285f-9d0b-432a-b126-1633e2a90dd6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'}}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:16:52.338956 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-dfa5285f-9d0b-432a-b126-1633e2a90dd6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:52.588571 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-dfa5285f-9d0b-432a-b126-1633e2a90dd6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:52.714661 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-dfa5285f-9d0b-432a-b126-1633e2a90dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:52.874447 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.db_base_plugin_common [None req-dfa5285f-9d0b-432a-b126-1633e2a90dd6 admin admin] Allocated IP 172.27.2.206 (79da2935-f34e-4d6b-93be-bb960bd015b1/1f6d232c-c352-4ff7-8ce5-aebf5b141825/3a57e594-8b10-42ff-ae3f-1000f004525f) {{(pid=93331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:16:52.987203 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-dfa5285f-9d0b-432a-b126-1633e2a90dd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:53.068398 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-dfa5285f-9d0b-432a-b126-1633e2a90dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767'] for port, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:53.140124 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa5285f-9d0b-432a-b126-1633e2a90dd6 admin admin] Network 79da2935-f34e-4d6b-93be-bb960bd015b1 is already hosted by enough agents. {{(pid=93331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:16:53.151034 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.base_scheduler [None req-dfa5285f-9d0b-432a-b126-1633e2a90dd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:16:53.156661 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5285f-9d0b-432a-b126-1633e2a90dd6 admin admin] Pushing event updated for resources: {'Port': ['ID=3a57e594-8b10-42ff-ae3f-1000f004525f,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:16:53.168163 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa5285f-9d0b-432a-b126-1633e2a90dd6 admin admin] Received port after_create {{(pid=93331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:16:53.466443 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-dfa5285f-9d0b-432a-b126-1633e2a90dd6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:53.677688 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-dfa5285f-9d0b-432a-b126-1633e2a90dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-590424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10501'] for router, precommit_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:53.683166 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-dfa5285f-9d0b-432a-b126-1633e2a90dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-590403'] for router, after_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:53.805428 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa5285f-9d0b-432a-b126-1633e2a90dd6 admin admin] Router 89d39b85-ab4f-4692-b91c-d59a8ecee382 has already been hosted by L3 agent d346cf64-ca3f-484e-b552-5df8791a7915 {{(pid=93331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:16:53.929510 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa5285f-9d0b-432a-b126-1633e2a90dd6 admin admin] Notify agent at l3_agent.dv-cinder-789564-9-iscsi the message routers_updated {{(pid=93331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:16:53.934662 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-dfa5285f-9d0b-432a-b126-1633e2a90dd6 admin admin] Notify callbacks [] for router, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:53.938103 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-dfa5285f-9d0b-432a-b126-1633e2a90dd6 admin admin] 10.222.0.77 "PUT /v2.0/routers/89d39b85-ab4f-4692-b91c-d59a8ecee382 HTTP/1.1" status: 200 len: 890 time: 1.8747258 Aug 04 16:16:54.824462 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 13f5c6a9-c3c4-47c1-916a-ae6010e0e46e up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:16:54.883812 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning for port 13f5c6a9-c3c4-47c1-916a-ae6010e0e46e completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:16:54.889180 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port 13f5c6a9-c3c4-47c1-916a-ae6010e0e46e triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:16:54.890164 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:54.983519 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:55.017327 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] For port 13f5c6a9-c3c4-47c1-916a-ae6010e0e46e, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=13f5c6a9-c3c4-47c1-916a-ae6010e0e46e,segment=NetworkSegment(afd80ced-7706-462f-a0a8-acb862aa9e09),segment_id=afd80ced-7706-462f-a0a8-acb862aa9e09)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:16:55.022834 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:55.053354 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f7b6de-5480-48c9-aa49-31bac7fb1306 None None] Sync routers for ids ['89d39b85-ab4f-4692-b91c-d59a8ecee382'] in dv-cinder-789564-9-iscsi {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:16:55.118746 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f7b6de-5480-48c9-aa49-31bac7fb1306 None None] Routers {'89d39b85-ab4f-4692-b91c-d59a8ecee382'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:16:55.119609 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-42f7b6de-5480-48c9-aa49-31bac7fb1306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:16:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['89d39b85-ab4f-4692-b91c-d59a8ecee382'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:16:55.176491 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Pushing event updated for resources: {'Port': ['ID=13f5c6a9-c3c4-47c1-916a-ae6010e0e46e,revision_number=5']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:16:55.337458 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-42f7b6de-5480-48c9-aa49-31bac7fb1306 None None] Set router 89d39b85-ab4f-4692-b91c-d59a8ecee382 gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:16:55.729199 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-42f7b6de-5480-48c9-aa49-31bac7fb1306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d39b85-ab4f-4692-b91c-d59a8ecee382', 'name': 'router1', 'tenant_id': '259c956513fb4031bd44df7106fe02b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '3a57e594-8b10-42ff-ae3f-1000f004525f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:16:35Z', 'updated_at': '2021-08-04T16:16:53Z', 'revision_number': 4, 'project_id': '259c956513fb4031bd44df7106fe02b5', 'gw_port': {'id': '3a57e594-8b10-42ff-ae3f-1000f004525f', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:92:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d39b85-ab4f-4692-b91c-d59a8ecee382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:16:52Z', 'updated_at': '2021-08-04T16:16:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '13f5c6a9-c3c4-47c1-916a-ae6010e0e46e', 'name': '', 'network_id': 'a6acf5ca-9b2e-4b0a-a52b-6b4e2a20f29a', 'tenant_id': '259c956513fb4031bd44df7106fe02b5', 'mac_address': 'fa:16:3e:f7:ec:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d39b85-ab4f-4692-b91c-d59a8ecee382', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c092224e-4629-4ae7-ac13-ea21a0bce087', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:16:44Z', 'updated_at': '2021-08-04T16:16:54Z', 'revision_number': 5, 'project_id': '259c956513fb4031bd44df7106fe02b5', 'subnets': [{'id': 'c092224e-4629-4ae7-ac13-ea21a0bce087', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9134cef3-279b-4b94-873a-9243ca32ec66'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:16:55.780453 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f7b6de-5480-48c9-aa49-31bac7fb1306 None None] Checking router: 89d39b85-ab4f-4692-b91c-d59a8ecee382 for host: dv-cinder-789564-9-iscsi {{(pid=93332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:16:55.780802 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f7b6de-5480-48c9-aa49-31bac7fb1306 None None] Updating router 89d39b85-ab4f-4692-b91c-d59a8ecee382 port 3a57e594-8b10-42ff-ae3f-1000f004525f binding host dv-cinder-789564-9-iscsi {{(pid=93332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:16:55.826877 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-42f7b6de-5480-48c9-aa49-31bac7fb1306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:56.164512 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-42f7b6de-5480-48c9-aa49-31bac7fb1306 None None] Notify callbacks [] for port, precommit_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:56.178156 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-42f7b6de-5480-48c9-aa49-31bac7fb1306 None None] Transition to ACTIVE for port object 3a57e594-8b10-42ff-ae3f-1000f004525f will not be triggered until provisioned by entity L2. {{(pid=93332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:16:56.189916 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-42f7b6de-5480-48c9-aa49-31bac7fb1306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:56.238977 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-42f7b6de-5480-48c9-aa49-31bac7fb1306 None None] Attempting to bind port 3a57e594-8b10-42ff-ae3f-1000f004525f on host dv-cinder-789564-9-iscsi for vnic_type normal with profile {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:16:56.239218 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-42f7b6de-5480-48c9-aa49-31bac7fb1306 None None] Attempting to bind port 3a57e594-8b10-42ff-ae3f-1000f004525f by drivers openvswitch,hyperv on host dv-cinder-789564-9-iscsi at level 0 using segments [{'id': '25182b56-ac69-4c03-a79e-71a35095fb85', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'}] {{(pid=93332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:16:56.239603 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f7b6de-5480-48c9-aa49-31bac7fb1306 None None] Attempting to bind port 3a57e594-8b10-42ff-ae3f-1000f004525f on network 79da2935-f34e-4d6b-93be-bb960bd015b1 {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:16:56.248853 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f7b6de-5480-48c9-aa49-31bac7fb1306 None None] Checking agent: {'id': '925d9885-7f95-40bb-88ba-4bb3b2a3855f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 16, 11), 'started_at': datetime.datetime(2021, 8, 4, 16, 16, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:16:56.249306 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f7b6de-5480-48c9-aa49-31bac7fb1306 None None] Checking segment: {'id': '25182b56-ac69-4c03-a79e-71a35095fb85', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:16:56.249640 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-42f7b6de-5480-48c9-aa49-31bac7fb1306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:56.250052 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f7b6de-5480-48c9-aa49-31bac7fb1306 None None] Bound using segment: {'id': '25182b56-ac69-4c03-a79e-71a35095fb85', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'} {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:16:56.250551 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-42f7b6de-5480-48c9-aa49-31bac7fb1306 None None] Bound port: 3a57e594-8b10-42ff-ae3f-1000f004525f, host: dv-cinder-789564-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25182b56-ac69-4c03-a79e-71a35095fb85', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'}}] {{(pid=93332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:16:56.250926 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-42f7b6de-5480-48c9-aa49-31bac7fb1306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:56.252409 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4bca33-6b51-4fd1-bb98-645d968e5ad2 None None] Pushing event updated for resources: {'Port': ['ID=3a57e594-8b10-42ff-ae3f-1000f004525f,revision_number=2']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:16:56.304505 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-42f7b6de-5480-48c9-aa49-31bac7fb1306 None None] For port 3a57e594-8b10-42ff-ae3f-1000f004525f, host dv-cinder-789564-9-iscsi, cleared binding levels {{(pid=93332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:16:56.308542 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-42f7b6de-5480-48c9-aa49-31bac7fb1306 None None] For port 3a57e594-8b10-42ff-ae3f-1000f004525f, host dv-cinder-789564-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=3a57e594-8b10-42ff-ae3f-1000f004525f,segment=NetworkSegment(25182b56-ac69-4c03-a79e-71a35095fb85),segment_id=25182b56-ac69-4c03-a79e-71a35095fb85)] {{(pid=93332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:16:56.314779 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-42f7b6de-5480-48c9-aa49-31bac7fb1306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:56.374033 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f7b6de-5480-48c9-aa49-31bac7fb1306 None None] Routers {'89d39b85-ab4f-4692-b91c-d59a8ecee382'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:16:56.374687 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-42f7b6de-5480-48c9-aa49-31bac7fb1306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:16:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['89d39b85-ab4f-4692-b91c-d59a8ecee382'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:16:56.379379 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4bca33-6b51-4fd1-bb98-645d968e5ad2 None None] Pushing event updated for resources: {'Port': ['ID=3a57e594-8b10-42ff-ae3f-1000f004525f,revision_number=3']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:16:56.441439 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 37372) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:16:56.571790 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-42f7b6de-5480-48c9-aa49-31bac7fb1306 None None] Set router 89d39b85-ab4f-4692-b91c-d59a8ecee382 gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:16:56.578842 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-b5ee6f49-e99e-468a-8a7e-6d9843242086 admin admin] 10.222.0.77 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1361711 Aug 04 16:16:56.808682 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-42f7b6de-5480-48c9-aa49-31bac7fb1306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d39b85-ab4f-4692-b91c-d59a8ecee382', 'name': 'router1', 'tenant_id': '259c956513fb4031bd44df7106fe02b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '3a57e594-8b10-42ff-ae3f-1000f004525f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:16:35Z', 'updated_at': '2021-08-04T16:16:53Z', 'revision_number': 4, 'project_id': '259c956513fb4031bd44df7106fe02b5', 'gw_port': {'id': '3a57e594-8b10-42ff-ae3f-1000f004525f', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:92:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d39b85-ab4f-4692-b91c-d59a8ecee382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:16:52Z', 'updated_at': '2021-08-04T16:16:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '13f5c6a9-c3c4-47c1-916a-ae6010e0e46e', 'name': '', 'network_id': 'a6acf5ca-9b2e-4b0a-a52b-6b4e2a20f29a', 'tenant_id': '259c956513fb4031bd44df7106fe02b5', 'mac_address': 'fa:16:3e:f7:ec:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d39b85-ab4f-4692-b91c-d59a8ecee382', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c092224e-4629-4ae7-ac13-ea21a0bce087', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:16:44Z', 'updated_at': '2021-08-04T16:16:54Z', 'revision_number': 5, 'project_id': '259c956513fb4031bd44df7106fe02b5', 'subnets': [{'id': 'c092224e-4629-4ae7-ac13-ea21a0bce087', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9134cef3-279b-4b94-873a-9243ca32ec66'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:16:56.810860 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 13f5c6a9-c3c4-47c1-916a-ae6010e0e46e up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:16:56.859515 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f7b6de-5480-48c9-aa49-31bac7fb1306 None None] The sync data for ids ['89d39b85-ab4f-4692-b91c-d59a8ecee382'] in dv-cinder-789564-9-iscsi is: [{'id': '89d39b85-ab4f-4692-b91c-d59a8ecee382', 'name': 'router1', 'tenant_id': '259c956513fb4031bd44df7106fe02b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '3a57e594-8b10-42ff-ae3f-1000f004525f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:16:35Z', 'updated_at': '2021-08-04T16:16:53Z', 'revision_number': 4, 'project_id': '259c956513fb4031bd44df7106fe02b5', 'gw_port': {'id': '3a57e594-8b10-42ff-ae3f-1000f004525f', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:92:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d39b85-ab4f-4692-b91c-d59a8ecee382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:16:52Z', 'updated_at': '2021-08-04T16:16:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '13f5c6a9-c3c4-47c1-916a-ae6010e0e46e', 'name': '', 'network_id': 'a6acf5ca-9b2e-4b0a-a52b-6b4e2a20f29a', 'tenant_id': '259c956513fb4031bd44df7106fe02b5', 'mac_address': 'fa:16:3e:f7:ec:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d39b85-ab4f-4692-b91c-d59a8ecee382', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c092224e-4629-4ae7-ac13-ea21a0bce087', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:16:44Z', 'updated_at': '2021-08-04T16:16:54Z', 'revision_number': 5, 'project_id': '259c956513fb4031bd44df7106fe02b5', 'subnets': [{'id': 'c092224e-4629-4ae7-ac13-ea21a0bce087', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9134cef3-279b-4b94-873a-9243ca32ec66'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:16:56.885262 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port 13f5c6a9-c3c4-47c1-916a-ae6010e0e46e triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:16:56.885866 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:58.869618 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 3a57e594-8b10-42ff-ae3f-1000f004525f up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:16:58.923683 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning for port 3a57e594-8b10-42ff-ae3f-1000f004525f completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:16:58.927818 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port 3a57e594-8b10-42ff-ae3f-1000f004525f triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:16:58.928195 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:59.015236 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:59.039002 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] For port 3a57e594-8b10-42ff-ae3f-1000f004525f, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=3a57e594-8b10-42ff-ae3f-1000f004525f,segment=NetworkSegment(25182b56-ac69-4c03-a79e-71a35095fb85),segment_id=25182b56-ac69-4c03-a79e-71a35095fb85)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:16:59.044796 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:16:59.096310 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Pushing event updated for resources: {'Port': ['ID=3a57e594-8b10-42ff-ae3f-1000f004525f,revision_number=4']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:17:00.850799 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 3a57e594-8b10-42ff-ae3f-1000f004525f up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:17:00.932124 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port 3a57e594-8b10-42ff-ae3f-1000f004525f triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:17:00.932872 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:17:08.132349 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-85c1ca81-5d96-439d-9daf-d74e8ef3eec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:17:10.892838 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-764a3223-b318-4efe-aec8-352fdfb80956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:17:10.939694 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:17:12.160960 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:17:13.585546 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:17:21.404690 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 5 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:17:38.142794 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-1c851da1-2b4b-4611-aa1c-6ce39868aaf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:17:40.884995 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-3b71b607-02c0-4af9-b688-bca6907626a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:17:40.934185 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:17:42.156255 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:17:43.592975 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:17:58.404662 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 5 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:18:08.137641 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-f92a72b0-04be-4158-b17f-905ba5533d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:18:10.892093 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-e7f8fe28-5919-44b2-99f4-84e7addc4490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:18:10.937398 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:18:12.164137 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:18:13.591973 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:18:35.404628 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 5 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:18:36.037564 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 37940) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:18:36.124605 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf9ea14b-a365-4bd4-a1e1-3bf08697bf13 admin admin] GET failed (client error): The resource could not be found. Aug 04 16:18:36.126402 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-bf9ea14b-a365-4bd4-a1e1-3bf08697bf13 admin admin] 10.222.0.77 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0871797 Aug 04 16:18:36.290197 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c69114-da6a-43af-a0d1-bf1236be3d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:18:36.291602 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-d6c69114-da6a-43af-a0d1-bf1236be3d4c admin admin] 10.222.0.77 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1582749 Aug 04 16:18:38.143919 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-7fa87931-b511-4883-8686-f8879f4f2487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:18:38.485640 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 37950) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:18:38.597266 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd54d9a-716c-4dbd-9d66-9bdafe12a956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:18:38.598706 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-2cd54d9a-716c-4dbd-9d66-9bdafe12a956 admin admin] 10.222.0.77 "GET /v2.0/subnets/c092224e-4629-4ae7-ac13-ea21a0bce087 HTTP/1.1" status: 200 len: 849 time: 0.1120288 Aug 04 16:18:38.610789 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-570ba195-b1ba-49a9-a850-08230b1e914b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:18:38.772649 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-570ba195-b1ba-49a9-a850-08230b1e914b admin admin] Notify callbacks [] for subnet, before_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:18:38.944137 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-570ba195-b1ba-49a9-a850-08230b1e914b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758853791353'] for subnet, after_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:18:38.982962 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570ba195-b1ba-49a9-a850-08230b1e914b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:18:38.983520 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-570ba195-b1ba-49a9-a850-08230b1e914b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for subnet, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:18:38.985038 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-570ba195-b1ba-49a9-a850-08230b1e914b admin admin] 10.222.0.77 "PUT /v2.0/subnets/c092224e-4629-4ae7-ac13-ea21a0bce087 HTTP/1.1" status: 200 len: 868 time: 0.3787911 Aug 04 16:18:39.008259 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ba195-b1ba-49a9-a850-08230b1e914b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c092224e-4629-4ae7-ac13-ea21a0bce087,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:18:39.011344 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795a26ec-3786-42e9-89b6-fa39ac48e842 None None] Network a6acf5ca-9b2e-4b0a-a52b-6b4e2a20f29a requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:18:39.016355 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ba195-b1ba-49a9-a850-08230b1e914b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:18:39.017781 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ba195-b1ba-49a9-a850-08230b1e914b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:18:39.018177 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ba195-b1ba-49a9-a850-08230b1e914b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:18:39.018523 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ba195-b1ba-49a9-a850-08230b1e914b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:18:39.018865 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ba195-b1ba-49a9-a850-08230b1e914b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:18:39.019221 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ba195-b1ba-49a9-a850-08230b1e914b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:18:39.019559 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ba195-b1ba-49a9-a850-08230b1e914b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:18:39.019890 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ba195-b1ba-49a9-a850-08230b1e914b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:18:39.020239 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ba195-b1ba-49a9-a850-08230b1e914b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:18:39.020571 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ba195-b1ba-49a9-a850-08230b1e914b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:18:39.020902 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ba195-b1ba-49a9-a850-08230b1e914b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:18:39.021228 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ba195-b1ba-49a9-a850-08230b1e914b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:18:39.415723 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-3d8bdaf1-e140-48ca-b841-b9e124760249 None None] Provisioning complete for port 638703c7-6e5a-43b1-89e0-d62a03153183 triggered by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:18:39.416401 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-3d8bdaf1-e140-48ca-b841-b9e124760249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:18:39.506362 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-3d8bdaf1-e140-48ca-b841-b9e124760249 None None] Provisioning complete for port 13f5c6a9-c3c4-47c1-916a-ae6010e0e46e triggered by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:18:39.506654 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-3d8bdaf1-e140-48ca-b841-b9e124760249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:18:40.886438 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-61803c36-7912-4cda-b809-8f985ede1c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:18:40.939720 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:18:41.211416 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 37960) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:18:41.429193 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09977242-c7f8-4d7f-823c-9a8f404e5a78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:18:41.429660 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09977242-c7f8-4d7f-823c-9a8f404e5a78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:18:41.431296 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-09977242-c7f8-4d7f-823c-9a8f404e5a78 admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2185740 Aug 04 16:18:42.164686 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:18:43.598318 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:18:43.607221 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 37968) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:18:43.817534 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6b9507-b8f7-4935-b313-896d880897da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:18:43.818026 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6b9507-b8f7-4935-b313-896d880897da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:18:43.819590 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-2f6b9507-b8f7-4935-b313-896d880897da admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2113905 Aug 04 16:18:46.033773 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 37976) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:18:46.171642 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6fe5f6-abdf-4230-b9fb-ab4b97809564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:18:46.173105 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-eb6fe5f6-abdf-4230-b9fb-ab4b97809564 admin admin] 10.222.0.77 "GET /v2.0/networks/79da2935-f34e-4d6b-93be-bb960bd015b1 HTTP/1.1" status: 200 len: 886 time: 0.1382449 Aug 04 16:18:48.389588 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 37984) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:18:48.536426 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bcbedd-7951-4b5c-968f-e7921d10c281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:18:48.537842 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-35bcbedd-7951-4b5c-968f-e7921d10c281 admin admin] 10.222.0.77 "GET /v2.0/networks/a6acf5ca-9b2e-4b0a-a52b-6b4e2a20f29a HTTP/1.1" status: 200 len: 869 time: 0.1472104 Aug 04 16:18:50.735621 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 37992) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:18:50.883778 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1440f81d-e785-4107-a6ee-5aaf7ec8d422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:18:50.884301 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1440f81d-e785-4107-a6ee-5aaf7ec8d422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:18:50.885762 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-1440f81d-e785-4107-a6ee-5aaf7ec8d422 admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1488872 Aug 04 16:18:53.078675 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 38000) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:18:53.177204 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff23647a-c2a2-4116-8ce3-8aa6c7babf54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:18:53.177655 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff23647a-c2a2-4116-8ce3-8aa6c7babf54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:18:53.179224 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-ff23647a-c2a2-4116-8ce3-8aa6c7babf54 admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0994654 Aug 04 16:18:55.375375 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 38008) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:18:55.481637 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0723fb-d308-403e-b4fd-f4b9f22266de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:18:55.483158 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-6b0723fb-d308-403e-b4fd-f4b9f22266de admin admin] 10.222.0.77 "GET /v2.0/subnets/1f6d232c-c352-4ff7-8ce5-aebf5b141825 HTTP/1.1" status: 200 len: 816 time: 0.1055343 Aug 04 16:18:57.723977 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 38016) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:18:57.911660 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30b2d01-2ca1-416a-b051-9cd6aa01701a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:18:57.912939 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-d30b2d01-2ca1-416a-b051-9cd6aa01701a admin admin] 10.222.0.77 "GET /v2.0/subnets/c092224e-4629-4ae7-ac13-ea21a0bce087 HTTP/1.1" status: 200 len: 868 time: 0.1880131 Aug 04 16:19:08.141190 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-4a4db94d-4935-4a6e-a3ab-812f29e95fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:10.889735 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-b5d76a25-77a2-444d-9ab3-e2c340d03897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:10.945498 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:12.166766 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:12.404295 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 5 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:19:13.601587 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:24.240263 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 38070) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:19:24.292706 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [None req-be4f3ee8-df48-48e0-b483-5a447e34a235 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:19:24.293710 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-be4f3ee8-df48-48e0-b483-5a447e34a235 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0525088 Aug 04 16:19:26.577138 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 38078) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:19:26.651936 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d0dafa3-c218-4493-a966-0bf2415b76c7 admin admin] GET failed (client error): The resource could not be found. Aug 04 16:19:26.653820 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-4d0dafa3-c218-4493-a966-0bf2415b76c7 admin admin] 10.222.0.77 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0757003 Aug 04 16:19:26.798725 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53992f28-24f0-4395-ba98-172d28a3803b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:19:26.800326 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-53992f28-24f0-4395-ba98-172d28a3803b admin admin] 10.222.0.77 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1415842 Aug 04 16:19:29.146881 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 38086) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:19:29.197040 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [None req-5ef08b74-a2ab-4169-92f5-5f33b5a787eb admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:19:29.223967 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef08b74-a2ab-4169-92f5-5f33b5a787eb admin admin] Made reservation on behalf of af0be01b042045359c6f0fd811299473 for: {'network': 1} {{(pid=93330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:19:29.226808 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-5ef08b74-a2ab-4169-92f5-5f33b5a787eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for network, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:29.260879 dv-cinder-789564-9-iscsi neutron-server[93330]: WARNING neutron.services.revisions.revision_plugin [None req-5ef08b74-a2ab-4169-92f5-5f33b5a787eb admin admin] Could not find related network for resource to bump revision. Aug 04 16:19:29.275327 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ef08b74-a2ab-4169-92f5-5f33b5a787eb admin admin] vlan segment allocate from pool success with {'vlan_id': 877, 'physical_network': 'physnet1'} {{(pid=93330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:19:29.288567 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-5ef08b74-a2ab-4169-92f5-5f33b5a787eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519'] for segment, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:29.289102 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.db.segments_db [None req-5ef08b74-a2ab-4169-92f5-5f33b5a787eb admin admin] Added segment 1ec6db18-667b-4ee9-8567-0db5b68712df of type vlan for network 05ffe387-15db-496b-966f-f87926f5b20a Aug 04 16:19:29.342231 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-5ef08b74-a2ab-4169-92f5-5f33b5a787eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758853320587'] for network, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:29.376875 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-5ef08b74-a2ab-4169-92f5-5f33b5a787eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334'] for network, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:29.378146 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef08b74-a2ab-4169-92f5-5f33b5a787eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:19:29.378963 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-5ef08b74-a2ab-4169-92f5-5f33b5a787eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for network, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:29.437877 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-5ef08b74-a2ab-4169-92f5-5f33b5a787eb admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2897789 Aug 04 16:19:29.443167 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef08b74-a2ab-4169-92f5-5f33b5a787eb admin admin] Pushing event updated for resources: {'Network': ['ID=05ffe387-15db-496b-966f-f87926f5b20a,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:19:29.450781 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef08b74-a2ab-4169-92f5-5f33b5a787eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:29.451170 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef08b74-a2ab-4169-92f5-5f33b5a787eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:29.451527 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef08b74-a2ab-4169-92f5-5f33b5a787eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:29.451870 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef08b74-a2ab-4169-92f5-5f33b5a787eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:29.452205 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef08b74-a2ab-4169-92f5-5f33b5a787eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:29.452578 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef08b74-a2ab-4169-92f5-5f33b5a787eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:29.452912 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef08b74-a2ab-4169-92f5-5f33b5a787eb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:29.453280 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef08b74-a2ab-4169-92f5-5f33b5a787eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:29.453649 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef08b74-a2ab-4169-92f5-5f33b5a787eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:29.454048 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef08b74-a2ab-4169-92f5-5f33b5a787eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:29.454523 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef08b74-a2ab-4169-92f5-5f33b5a787eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:29.454744 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef08b74-a2ab-4169-92f5-5f33b5a787eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:29.469394 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Network 05ffe387-15db-496b-966f-f87926f5b20a details requested by agent ovs-agent-dv-cinder-789564-9-iscsi with host dv-cinder-789564-9-iscsi {{(pid=93332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:19:31.671455 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 38094) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:19:31.734105 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd07058b-f042-4820-9e2b-94cf55c65872 admin admin] GET failed (client error): The resource could not be found. Aug 04 16:19:31.735485 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-fd07058b-f042-4820-9e2b-94cf55c65872 admin admin] 10.222.0.77 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0630376 Aug 04 16:19:31.811317 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30c0edf-8ce0-471f-914b-f98fdee1d5ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:19:31.812968 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-c30c0edf-8ce0-471f-914b-f98fdee1d5ee admin admin] 10.222.0.77 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0725915 Aug 04 16:19:31.826185 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-02412436-036c-46b8-8912-ec44dd850472 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '05ffe387-15db-496b-966f-f87926f5b20a', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:19:31.849560 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02412436-036c-46b8-8912-ec44dd850472 admin admin] Made reservation on behalf of af0be01b042045359c6f0fd811299473 for: {'subnet': 1} {{(pid=93331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:19:31.852153 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-02412436-036c-46b8-8912-ec44dd850472 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:32.024973 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-02412436-036c-46b8-8912-ec44dd850472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334'] for subnet, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:32.079041 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02412436-036c-46b8-8912-ec44dd850472 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4ae1ac1-7d18-40cc-a05c-65d6ab9f3671,revision_number=0']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:19:32.086362 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02412436-036c-46b8-8912-ec44dd850472 admin admin] Checking segment: {'id': '1ec6db18-667b-4ee9-8567-0db5b68712df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '05ffe387-15db-496b-966f-f87926f5b20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:19:32.086720 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02412436-036c-46b8-8912-ec44dd850472 admin admin] Network hostable DHCP agents. Network: 05ffe387-15db-496b-966f-f87926f5b20a, hostable agents: ['eaf2aaff-ba37-427f-8468-b829a196e20c'], hosted agents: [] {{(pid=93331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:19:32.104531 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02412436-036c-46b8-8912-ec44dd850472 admin admin] Network 05ffe387-15db-496b-966f-f87926f5b20a is scheduled to be hosted by DHCP agent eaf2aaff-ba37-427f-8468-b829a196e20c with binding_index 1 {{(pid=93331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:19:32.113610 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.base_scheduler [None req-02412436-036c-46b8-8912-ec44dd850472 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-9-iscsi, 05ffe387-15db-496b-966f-f87926f5b20a) {{(pid=93331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:19:32.118120 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02412436-036c-46b8-8912-ec44dd850472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:19:32.118708 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-02412436-036c-46b8-8912-ec44dd850472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for subnet, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:32.123251 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd8c163-36ee-4802-8568-fd3135e6094d None None] Network 05ffe387-15db-496b-966f-f87926f5b20a requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:19:32.134935 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-02412436-036c-46b8-8912-ec44dd850472 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3136916 Aug 04 16:19:32.390742 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86c002c-180f-4af0-9888-2ac517de1020 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92b968f5-83eb-5d3b-adcb-ad6e8725d7f3-05ffe387-15db-496b-966f-f87926f5b20a', 'network_id': '05ffe387-15db-496b-966f-f87926f5b20a', 'tenant_id': 'af0be01b042045359c6f0fd811299473', 'fixed_ips': [{'subnet_id': 'b4ae1ac1-7d18-40cc-a05c-65d6ab9f3671'}]}} from dv-cinder-789564-9-iscsi. {{(pid=93332) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 16:19:32.391666 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-b86c002c-180f-4af0-9888-2ac517de1020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:32.531832 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.db_base_plugin_common [None req-b86c002c-180f-4af0-9888-2ac517de1020 None None] Allocated IP 192.168.233.2 (05ffe387-15db-496b-966f-f87926f5b20a/b4ae1ac1-7d18-40cc-a05c-65d6ab9f3671/b51128bf-b895-41a1-9dda-a0edbe130522) {{(pid=93332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:19:32.726224 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-b86c002c-180f-4af0-9888-2ac517de1020 None None] Notify callbacks [] for port, precommit_create {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:32.737879 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-b86c002c-180f-4af0-9888-2ac517de1020 None None] Transition to ACTIVE for port object b51128bf-b895-41a1-9dda-a0edbe130522 will not be triggered until provisioned by entity L2. {{(pid=93332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:19:32.753574 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-b86c002c-180f-4af0-9888-2ac517de1020 None None] Transition to ACTIVE for port object b51128bf-b895-41a1-9dda-a0edbe130522 will not be triggered until provisioned by entity DHCP. {{(pid=93332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:19:32.760708 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-b86c002c-180f-4af0-9888-2ac517de1020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767'] for port, after_create {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:32.798396 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86c002c-180f-4af0-9888-2ac517de1020 None None] Network 05ffe387-15db-496b-966f-f87926f5b20a is already hosted by enough agents. {{(pid=93332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:19:32.803706 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.scheduler.base_scheduler [None req-b86c002c-180f-4af0-9888-2ac517de1020 None None] Resources bound (agent type, host, resource id): {{(pid=93332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:19:32.806270 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86c002c-180f-4af0-9888-2ac517de1020 None None] Received port after_create {{(pid=93332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:19:32.819024 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c002c-180f-4af0-9888-2ac517de1020 None None] Pushing event updated for resources: {'Port': ['ID=b51128bf-b895-41a1-9dda-a0edbe130522,revision_number=1']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:19:32.839484 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86c002c-180f-4af0-9888-2ac517de1020 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:32.839835 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86c002c-180f-4af0-9888-2ac517de1020 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:32.840186 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86c002c-180f-4af0-9888-2ac517de1020 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:32.840528 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86c002c-180f-4af0-9888-2ac517de1020 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:32.840882 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86c002c-180f-4af0-9888-2ac517de1020 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:32.841213 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86c002c-180f-4af0-9888-2ac517de1020 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:32.841541 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86c002c-180f-4af0-9888-2ac517de1020 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:32.841871 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86c002c-180f-4af0-9888-2ac517de1020 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:32.842246 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86c002c-180f-4af0-9888-2ac517de1020 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:32.842580 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86c002c-180f-4af0-9888-2ac517de1020 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:32.842908 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86c002c-180f-4af0-9888-2ac517de1020 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:32.843227 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86c002c-180f-4af0-9888-2ac517de1020 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:32.881398 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-b86c002c-180f-4af0-9888-2ac517de1020 None None] Attempting to bind port b51128bf-b895-41a1-9dda-a0edbe130522 on host dv-cinder-789564-9-iscsi for vnic_type normal with profile {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:19:32.881762 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-b86c002c-180f-4af0-9888-2ac517de1020 None None] Attempting to bind port b51128bf-b895-41a1-9dda-a0edbe130522 by drivers openvswitch,hyperv on host dv-cinder-789564-9-iscsi at level 0 using segments [{'id': '1ec6db18-667b-4ee9-8567-0db5b68712df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '05ffe387-15db-496b-966f-f87926f5b20a'}] {{(pid=93332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:19:32.882154 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86c002c-180f-4af0-9888-2ac517de1020 None None] Attempting to bind port b51128bf-b895-41a1-9dda-a0edbe130522 on network 05ffe387-15db-496b-966f-f87926f5b20a {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:19:32.887474 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86c002c-180f-4af0-9888-2ac517de1020 None None] Checking agent: {'id': '925d9885-7f95-40bb-88ba-4bb3b2a3855f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 16, 11), 'started_at': datetime.datetime(2021, 8, 4, 16, 16, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:19:32.887852 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86c002c-180f-4af0-9888-2ac517de1020 None None] Checking segment: {'id': '1ec6db18-667b-4ee9-8567-0db5b68712df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '05ffe387-15db-496b-966f-f87926f5b20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:19:32.888253 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-b86c002c-180f-4af0-9888-2ac517de1020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:32.888646 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86c002c-180f-4af0-9888-2ac517de1020 None None] Bound using segment: {'id': '1ec6db18-667b-4ee9-8567-0db5b68712df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '05ffe387-15db-496b-966f-f87926f5b20a'} {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:19:32.889108 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-b86c002c-180f-4af0-9888-2ac517de1020 None None] Bound port: b51128bf-b895-41a1-9dda-a0edbe130522, host: dv-cinder-789564-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ec6db18-667b-4ee9-8567-0db5b68712df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '05ffe387-15db-496b-966f-f87926f5b20a'}}] {{(pid=93332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:19:32.889503 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-b86c002c-180f-4af0-9888-2ac517de1020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:32.957942 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-b86c002c-180f-4af0-9888-2ac517de1020 None None] For port b51128bf-b895-41a1-9dda-a0edbe130522, host dv-cinder-789564-9-iscsi, cleared binding levels {{(pid=93332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:19:32.961564 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-b86c002c-180f-4af0-9888-2ac517de1020 None None] For port b51128bf-b895-41a1-9dda-a0edbe130522, host dv-cinder-789564-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=b51128bf-b895-41a1-9dda-a0edbe130522,segment=NetworkSegment(1ec6db18-667b-4ee9-8567-0db5b68712df),segment_id=1ec6db18-667b-4ee9-8567-0db5b68712df)] {{(pid=93332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:19:32.968155 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-b86c002c-180f-4af0-9888-2ac517de1020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:33.029167 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c002c-180f-4af0-9888-2ac517de1020 None None] Pushing event updated for resources: {'Port': ['ID=b51128bf-b895-41a1-9dda-a0edbe130522,revision_number=2']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:19:33.873830 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b41f91-666f-4790-8c77-f809e39f49b4 None None] Network 05ffe387-15db-496b-966f-f87926f5b20a requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:19:33.943434 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-e59c5f0b-c066-43d8-b903-3ffc967c1be5 None None] Provisioning for port b51128bf-b895-41a1-9dda-a0edbe130522 completed by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:19:34.946691 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device b51128bf-b895-41a1-9dda-a0edbe130522 up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:19:35.004782 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning for port b51128bf-b895-41a1-9dda-a0edbe130522 completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:19:35.009168 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port b51128bf-b895-41a1-9dda-a0edbe130522 triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:19:35.009578 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:35.094037 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:35.137578 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] For port b51128bf-b895-41a1-9dda-a0edbe130522, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=b51128bf-b895-41a1-9dda-a0edbe130522,segment=NetworkSegment(1ec6db18-667b-4ee9-8567-0db5b68712df),segment_id=1ec6db18-667b-4ee9-8567-0db5b68712df)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:19:35.143505 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:35.198653 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Pushing event updated for resources: {'Port': ['ID=b51128bf-b895-41a1-9dda-a0edbe130522,revision_number=3']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:19:36.922041 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device b51128bf-b895-41a1-9dda-a0edbe130522 up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:19:36.976997 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port b51128bf-b895-41a1-9dda-a0edbe130522 triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:19:36.977364 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:38.136867 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-f013bdf6-a75f-422c-95cc-158629ad6411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:40.893532 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-ce954935-b4eb-498d-9070-47c43a00e815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:40.939578 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:42.169447 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:43.605102 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:49.403352 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 5 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:20:08.138150 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-90426035-0659-4bd0-816d-1373c8296698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:20:10.899343 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-2f77425c-db6b-4202-800f-2a3ce4cc70e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:20:10.942983 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:20:12.178524 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:20:13.613498 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:20:26.403975 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 5 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:20:38.134647 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-283dfcb9-c876-4df0-bfdb-c4fde7287b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:20:40.896506 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-d2e553e1-f536-403a-a90e-e1b6898b0426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:20:40.948711 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:20:42.178990 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:20:42.973233 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 38146) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:20:42.979252 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [None req-f6444fa4-2ef0-4b37-9d07-041179ce860c tempest-verify_tempest_config-955061130 tempest-verify_tempest_config-955061130-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:20:42.980204 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-f6444fa4-2ef0-4b37-9d07-041179ce860c tempest-verify_tempest_config-955061130 tempest-verify_tempest_config-955061130-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059206 Aug 04 16:20:43.319084 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 38164) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:20:43.451761 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-d34b9762-263b-4386-8db5-13b8294daf09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:20:43.570388 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-d34b9762-263b-4386-8db5-13b8294daf09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:20:43.577181 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-d34b9762-263b-4386-8db5-13b8294daf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:20:43.619596 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:20:43.627120 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-d34b9762-263b-4386-8db5-13b8294daf09 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=12be13ebe46743f4995dbfb5c4678b30&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3069401 Aug 04 16:20:43.627963 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b9762-263b-4386-8db5-13b8294daf09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899b13de-3e48-41cb-8014-f3717b1d0009,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:20:43.630813 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 38170) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:20:43.648274 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34b9762-263b-4386-8db5-13b8294daf09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:20:43.648625 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34b9762-263b-4386-8db5-13b8294daf09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:20:43.648968 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34b9762-263b-4386-8db5-13b8294daf09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:20:43.649308 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34b9762-263b-4386-8db5-13b8294daf09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:20:43.649640 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34b9762-263b-4386-8db5-13b8294daf09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:20:43.650016 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34b9762-263b-4386-8db5-13b8294daf09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:20:43.650351 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34b9762-263b-4386-8db5-13b8294daf09 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:20:43.650677 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34b9762-263b-4386-8db5-13b8294daf09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:20:43.651006 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34b9762-263b-4386-8db5-13b8294daf09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:20:43.651332 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34b9762-263b-4386-8db5-13b8294daf09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:20:43.651655 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34b9762-263b-4386-8db5-13b8294daf09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:20:43.651974 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34b9762-263b-4386-8db5-13b8294daf09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:20:43.702921 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-b1c6a153-47d8-4ea8-884e-d195dd49ad98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:20:43.724816 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-b1c6a153-47d8-4ea8-884e-d195dd49ad98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:20:43.826831 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-b1c6a153-47d8-4ea8-884e-d195dd49ad98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:20:43.831760 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-b1c6a153-47d8-4ea8-884e-d195dd49ad98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:20:43.834142 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-b1c6a153-47d8-4ea8-884e-d195dd49ad98 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/899b13de-3e48-41cb-8014-f3717b1d0009 HTTP/1.1" status: 204 len: 168 time: 0.2018175 Aug 04 16:20:43.849422 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6a153-47d8-4ea8-884e-d195dd49ad98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899b13de-3e48-41cb-8014-f3717b1d0009,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:21:03.403868 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 5 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:21:08.134299 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-06990e05-850f-4279-9461-b438ddd99299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:21:10.891016 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-d3a9edb5-61b3-49e9-a8cf-98e32cf7668f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:21:10.953793 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:21:12.177979 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:21:13.615330 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:21:38.135841 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a5bfff2e-b47b-4f5b-8e5a-9984caa927e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:21:40.406607 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 5 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:21:40.896645 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-f034bea2-560f-47de-aa33-fa23a64258aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:21:40.947657 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:21:42.184717 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:21:43.622802 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:22:08.134630 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6c30a54f-97e7-4fff-9b6a-dbb5eb2601b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:22:10.904665 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-411fc335-6adb-4f15-ad89-eabd8472bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:22:10.953470 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:22:12.188872 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:22:13.623855 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:22:17.406333 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 5 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:22:18.985293 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-597407'] for agent, after_create {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:22:23.040769 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 38222) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:22:23.160554 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-631c7265-e5a3-4acf-a022-39effbb75bbc admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1186566 Aug 04 16:22:25.385126 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 38232) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:22:25.472598 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-9c82dc83-2a97-40ba-8875-0a14b1d8708d admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0860572 Aug 04 16:22:38.142906 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-f86a9792-d837-4af6-8f72-eb19fc458fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:22:40.901435 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-868da1f4-e2c2-4c7a-a468-ac2ac110b36d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:22:40.949657 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:22:42.196202 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:22:43.631594 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:22:48.965711 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:22:54.406609 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 6 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:23:08.130205 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-817d5210-a677-483d-a8af-1aad522f1883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:10.896742 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-840b8241-dc80-443a-8b0c-83f4b62efafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:10.954711 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:12.194857 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:13.630315 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:18.969911 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:31.407044 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 6 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:23:38.125058 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-950da2ab-8ca9-4a2c-8a7f-dc325b3a1749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:40.901217 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-ed82bb6d-62d4-4535-a954-81e66750e54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:40.961041 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:42.198881 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:43.634611 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:48.963719 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:53.480346 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 38398) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:23:53.491343 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 38404) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:23:53.672207 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-190cf874-9eea-4a92-bb9b-f2874f063cb2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-25601383-network', 'tenant_id': '5ed276298dcd40d9b792743496b57580'}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:23:53.701110 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-3bd2fccc-ddb4-4900-9f7c-6b190cea3d20 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2089163183-network', 'tenant_id': '814ea84104dd4ee1b125cc8688bffd7b'}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:23:53.711448 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190cf874-9eea-4a92-bb9b-f2874f063cb2 admin admin] Made reservation on behalf of 5ed276298dcd40d9b792743496b57580 for: {'network': 1} {{(pid=93331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:23:53.713704 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-190cf874-9eea-4a92-bb9b-f2874f063cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for network, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:53.735824 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-190cf874-9eea-4a92-bb9b-f2874f063cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:53.752327 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd2fccc-ddb4-4900-9f7c-6b190cea3d20 admin admin] Made reservation on behalf of 814ea84104dd4ee1b125cc8688bffd7b for: {'network': 1} {{(pid=93331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:23:53.754836 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-3bd2fccc-ddb4-4900-9f7c-6b190cea3d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for network, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:53.778223 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-3bd2fccc-ddb4-4900-9f7c-6b190cea3d20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:53.887946 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-190cf874-9eea-4a92-bb9b-f2874f063cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:53.896104 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-190cf874-9eea-4a92-bb9b-f2874f063cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:53.927243 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-190cf874-9eea-4a92-bb9b-f2874f063cb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 852, 'physical_network': 'physnet1'} {{(pid=93331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:23:53.966083 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-190cf874-9eea-4a92-bb9b-f2874f063cb2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758853811285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519'] for segment, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:53.966696 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-190cf874-9eea-4a92-bb9b-f2874f063cb2 admin admin] Unsubscribe: segment precommit_create {{(pid=93331) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 04 16:23:53.967424 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.db.segments_db [None req-190cf874-9eea-4a92-bb9b-f2874f063cb2 admin admin] Added segment 5b2050c3-ed64-4508-902c-49e5966da0c1 of type vlan for network 7f965b80-7909-4cf3-8c57-8793402555a4 Aug 04 16:23:53.987167 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190cf874-9eea-4a92-bb9b-f2874f063cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a869b8-0e04-47cd-9510-4dc94f55ab0f,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:23:54.037792 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190cf874-9eea-4a92-bb9b-f2874f063cb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:54.038163 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190cf874-9eea-4a92-bb9b-f2874f063cb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:54.038518 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190cf874-9eea-4a92-bb9b-f2874f063cb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:54.038839 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190cf874-9eea-4a92-bb9b-f2874f063cb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:54.039168 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190cf874-9eea-4a92-bb9b-f2874f063cb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:54.039500 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190cf874-9eea-4a92-bb9b-f2874f063cb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:54.039827 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190cf874-9eea-4a92-bb9b-f2874f063cb2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:54.040150 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190cf874-9eea-4a92-bb9b-f2874f063cb2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:54.040489 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190cf874-9eea-4a92-bb9b-f2874f063cb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:54.040809 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190cf874-9eea-4a92-bb9b-f2874f063cb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:54.041129 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190cf874-9eea-4a92-bb9b-f2874f063cb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:54.041488 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190cf874-9eea-4a92-bb9b-f2874f063cb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:54.042561 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190cf874-9eea-4a92-bb9b-f2874f063cb2 admin admin] Tracked resource versions report: Aug 04 16:23:54.042561 dv-cinder-789564-9-iscsi neutron-server[93331]: pushed versions: Aug 04 16:23:54.042561 dv-cinder-789564-9-iscsi neutron-server[93331]: { 'AddressGroup': {'1.2'}, Aug 04 16:23:54.042561 dv-cinder-789564-9-iscsi neutron-server[93331]: 'ConntrackHelper': {'1.0'}, Aug 04 16:23:54.042561 dv-cinder-789564-9-iscsi neutron-server[93331]: 'Log': {'1.0'}, Aug 04 16:23:54.042561 dv-cinder-789564-9-iscsi neutron-server[93331]: 'Network': {'1.1'}, Aug 04 16:23:54.042561 dv-cinder-789564-9-iscsi neutron-server[93331]: 'Port': {'1.7'}, Aug 04 16:23:54.042561 dv-cinder-789564-9-iscsi neutron-server[93331]: 'PortForwarding': {'1.2'}, Aug 04 16:23:54.042561 dv-cinder-789564-9-iscsi neutron-server[93331]: 'QosPolicy': {'1.9'}, Aug 04 16:23:54.042561 dv-cinder-789564-9-iscsi neutron-server[93331]: 'SecurityGroup': {'1.4'}, Aug 04 16:23:54.042561 dv-cinder-789564-9-iscsi neutron-server[93331]: 'SecurityGroupRule': {'1.2'}, Aug 04 16:23:54.042561 dv-cinder-789564-9-iscsi neutron-server[93331]: 'SubPort': {'1.0'}, Aug 04 16:23:54.042561 dv-cinder-789564-9-iscsi neutron-server[93331]: 'Subnet': {'1.1'}, Aug 04 16:23:54.042561 dv-cinder-789564-9-iscsi neutron-server[93331]: 'Trunk': {'1.1'}} Aug 04 16:23:54.042561 dv-cinder-789564-9-iscsi neutron-server[93331]: consumer versions: Aug 04 16:23:54.042561 dv-cinder-789564-9-iscsi neutron-server[93331]: { DHCP agent@dv-cinder-789564-9-iscsi: {}, Aug 04 16:23:54.042561 dv-cinder-789564-9-iscsi neutron-server[93331]: HyperV agent@hv-cinder-78956: {}, Aug 04 16:23:54.042561 dv-cinder-789564-9-iscsi neutron-server[93331]: L3 agent@dv-cinder-789564-9-iscsi: {}, Aug 04 16:23:54.042561 dv-cinder-789564-9-iscsi neutron-server[93331]: Metadata agent@dv-cinder-789564-9-iscsi: {}, Aug 04 16:23:54.042561 dv-cinder-789564-9-iscsi neutron-server[93331]: Metering agent@dv-cinder-789564-9-iscsi: {}, Aug 04 16:23:54.042561 dv-cinder-789564-9-iscsi neutron-server[93331]: Open vSwitch agent@dv-cinder-789564-9-iscsi: { 'AddressGroup': '1.2', Aug 04 16:23:54.042561 dv-cinder-789564-9-iscsi neutron-server[93331]: 'ConntrackHelper': '1.0', Aug 04 16:23:54.042561 dv-cinder-789564-9-iscsi neutron-server[93331]: 'Log': '1.0', Aug 04 16:23:54.042561 dv-cinder-789564-9-iscsi neutron-server[93331]: 'Network': '1.1', Aug 04 16:23:54.042561 dv-cinder-789564-9-iscsi neutron-server[93331]: 'Port': '1.7', Aug 04 16:23:54.042561 dv-cinder-789564-9-iscsi neutron-server[93331]: 'PortForwarding': '1.2', Aug 04 16:23:54.042561 dv-cinder-789564-9-iscsi neutron-server[93331]: 'QosPolicy': '1.9', Aug 04 16:23:54.042561 dv-cinder-789564-9-iscsi neutron-server[93331]: 'SecurityGroup': '1.4', Aug 04 16:23:54.042561 dv-cinder-789564-9-iscsi neutron-server[93331]: 'SecurityGroupRule': '1.2', Aug 04 16:23:54.042561 dv-cinder-789564-9-iscsi neutron-server[93331]: 'SubPort': '1.0', Aug 04 16:23:54.042561 dv-cinder-789564-9-iscsi neutron-server[93331]: 'Subnet': '1.1', Aug 04 16:23:54.042561 dv-cinder-789564-9-iscsi neutron-server[93331]: 'Trunk': '1.1'}} Aug 04 16:23:54.042561 dv-cinder-789564-9-iscsi neutron-server[93331]: {{(pid=93331) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 16:23:54.064767 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-190cf874-9eea-4a92-bb9b-f2874f063cb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758853320587'] for network, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:54.132479 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-190cf874-9eea-4a92-bb9b-f2874f063cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334'] for network, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:54.133658 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190cf874-9eea-4a92-bb9b-f2874f063cb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:23:54.134286 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-190cf874-9eea-4a92-bb9b-f2874f063cb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for network, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:54.158227 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-3bd2fccc-ddb4-4900-9f7c-6b190cea3d20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:54.183801 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-3bd2fccc-ddb4-4900-9f7c-6b190cea3d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:54.223417 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 38452) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:23:54.229567 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bd2fccc-ddb4-4900-9f7c-6b190cea3d20 admin admin] vlan segment allocate from pool success with {'vlan_id': 862, 'physical_network': 'physnet1'} {{(pid=93331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:23:54.237758 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-3bd2fccc-ddb4-4900-9f7c-6b190cea3d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519'] for segment, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:54.238126 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.db.segments_db [None req-3bd2fccc-ddb4-4900-9f7c-6b190cea3d20 admin admin] Added segment c440e2a5-b317-4439-bc53-ce6262488736 of type vlan for network adba0a6e-44f8-4a54-84d5-54ff0bc6bb41 Aug 04 16:23:54.276301 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190cf874-9eea-4a92-bb9b-f2874f063cb2 admin admin] Pushing event updated for resources: {'Network': ['ID=7f965b80-7909-4cf3-8c57-8793402555a4,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:23:54.289469 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Network 7f965b80-7909-4cf3-8c57-8793402555a4 details requested by agent ovs-agent-dv-cinder-789564-9-iscsi with host dv-cinder-789564-9-iscsi {{(pid=93332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:23:54.311760 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 38458) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:23:54.314743 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-190cf874-9eea-4a92-bb9b-f2874f063cb2 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8331568 Aug 04 16:23:54.327156 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [None req-44016f21-9887-4f89-bd34-5e2a88c038de admin admin] Request body: {'subnet': {'network_id': '7f965b80-7909-4cf3-8c57-8793402555a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-25601383-subnet', 'tenant_id': '5ed276298dcd40d9b792743496b57580', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:23:54.357800 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44016f21-9887-4f89-bd34-5e2a88c038de admin admin] Made reservation on behalf of 5ed276298dcd40d9b792743496b57580 for: {'subnet': 1} {{(pid=93330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:23:54.360933 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-44016f21-9887-4f89-bd34-5e2a88c038de admin admin] Notify callbacks [] for subnet, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:54.370650 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-3bd2fccc-ddb4-4900-9f7c-6b190cea3d20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758853320587'] for network, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:54.383698 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2fccc-ddb4-4900-9f7c-6b190cea3d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546e17b0-39ac-405c-ac3f-e20d0ea3c63b,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:23:54.419654 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-3bd2fccc-ddb4-4900-9f7c-6b190cea3d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334'] for network, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:54.421161 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd2fccc-ddb4-4900-9f7c-6b190cea3d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:23:54.421993 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-3bd2fccc-ddb4-4900-9f7c-6b190cea3d20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for network, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:54.444360 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 38468) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:23:54.485682 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 38472) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:23:54.493109 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-3bd2fccc-ddb4-4900-9f7c-6b190cea3d20 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0006661 Aug 04 16:23:54.495871 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 38476) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:23:54.511052 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-06cf4ea0-a3f1-4d0f-9d40-d23ca5887a57 admin admin] Request body: {'subnet': {'network_id': 'adba0a6e-44f8-4a54-84d5-54ff0bc6bb41', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2089163183-subnet', 'tenant_id': '814ea84104dd4ee1b125cc8688bffd7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:23:54.538035 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2fccc-ddb4-4900-9f7c-6b190cea3d20 admin admin] Pushing event updated for resources: {'Network': ['ID=adba0a6e-44f8-4a54-84d5-54ff0bc6bb41,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:23:54.547919 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Network adba0a6e-44f8-4a54-84d5-54ff0bc6bb41 details requested by agent ovs-agent-dv-cinder-789564-9-iscsi with host dv-cinder-789564-9-iscsi {{(pid=93332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:23:54.554671 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cf4ea0-a3f1-4d0f-9d40-d23ca5887a57 admin admin] Made reservation on behalf of 814ea84104dd4ee1b125cc8688bffd7b for: {'subnet': 1} {{(pid=93331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:23:54.561902 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-06cf4ea0-a3f1-4d0f-9d40-d23ca5887a57 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:54.606224 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [None req-9b80d0b3-b79f-45c6-bb46-f712f330e2ae admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-766089898-network', 'tenant_id': '3850dad1624c4086936f0a56a723b980'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:23:54.652880 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-44016f21-9887-4f89-bd34-5e2a88c038de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334'] for subnet, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:54.668288 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [None req-728a526e-d251-49c5-920c-96a50cfb535a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-537519640-network', 'tenant_id': 'e94f253973de4174807e633c0f67ea51'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:23:54.680583 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b80d0b3-b79f-45c6-bb46-f712f330e2ae admin admin] Made reservation on behalf of 3850dad1624c4086936f0a56a723b980 for: {'network': 1} {{(pid=93330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:23:54.682944 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-9b80d0b3-b79f-45c6-bb46-f712f330e2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for network, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:54.697753 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-9b80d0b3-b79f-45c6-bb46-f712f330e2ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:54.736940 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [None req-bfdc8c93-1b6b-4ed4-ba5b-2a5cf57401e0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-786119888-network', 'tenant_id': 'fa8a2bb840264572bbf79ff732ee6fb8'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:23:54.786391 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.db.api [None req-9b80d0b3-b79f-45c6-bb46-f712f330e2ae admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 16:23:54.786391 dv-cinder-789564-9-iscsi neutron-server[93330]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 16:23:54.786391 dv-cinder-789564-9-iscsi neutron-server[93330]: [parameters: {'project_id_1': '3850dad1624c4086936f0a56a723b980', 'expiration_1': datetime.datetime(2021, 8, 4, 16, 23, 54, 752032)}] Aug 04 16:23:54.786391 dv-cinder-789564-9-iscsi neutron-server[93330]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93330) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 16:23:54.786963 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG oslo_db.api [None req-9b80d0b3-b79f-45c6-bb46-f712f330e2ae admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 16:23:54.790692 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44016f21-9887-4f89-bd34-5e2a88c038de admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5d1a85b-b9eb-4879-9f2d-2ac1fb84c156,revision_number=0']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:23:54.807381 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728a526e-d251-49c5-920c-96a50cfb535a admin admin] Made reservation on behalf of e94f253973de4174807e633c0f67ea51 for: {'network': 1} {{(pid=93330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:23:54.809669 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-728a526e-d251-49c5-920c-96a50cfb535a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for network, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:54.815376 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44016f21-9887-4f89-bd34-5e2a88c038de admin admin] Checking segment: {'id': '5b2050c3-ed64-4508-902c-49e5966da0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '7f965b80-7909-4cf3-8c57-8793402555a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:23:54.816027 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44016f21-9887-4f89-bd34-5e2a88c038de admin admin] Network hostable DHCP agents. Network: 7f965b80-7909-4cf3-8c57-8793402555a4, hostable agents: ['eaf2aaff-ba37-427f-8468-b829a196e20c'], hosted agents: [] {{(pid=93330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:23:54.829012 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44016f21-9887-4f89-bd34-5e2a88c038de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:54.829534 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44016f21-9887-4f89-bd34-5e2a88c038de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:54.829882 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44016f21-9887-4f89-bd34-5e2a88c038de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:54.830243 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44016f21-9887-4f89-bd34-5e2a88c038de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:54.830574 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44016f21-9887-4f89-bd34-5e2a88c038de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:54.830913 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44016f21-9887-4f89-bd34-5e2a88c038de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:54.831437 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44016f21-9887-4f89-bd34-5e2a88c038de admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:54.832035 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44016f21-9887-4f89-bd34-5e2a88c038de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:54.832597 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44016f21-9887-4f89-bd34-5e2a88c038de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:54.833072 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44016f21-9887-4f89-bd34-5e2a88c038de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:54.833587 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44016f21-9887-4f89-bd34-5e2a88c038de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:54.834078 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44016f21-9887-4f89-bd34-5e2a88c038de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:54.835412 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44016f21-9887-4f89-bd34-5e2a88c038de admin admin] Tracked resource versions report: Aug 04 16:23:54.835412 dv-cinder-789564-9-iscsi neutron-server[93330]: pushed versions: Aug 04 16:23:54.835412 dv-cinder-789564-9-iscsi neutron-server[93330]: { 'AddressGroup': {'1.2'}, Aug 04 16:23:54.835412 dv-cinder-789564-9-iscsi neutron-server[93330]: 'ConntrackHelper': {'1.0'}, Aug 04 16:23:54.835412 dv-cinder-789564-9-iscsi neutron-server[93330]: 'Log': {'1.0'}, Aug 04 16:23:54.835412 dv-cinder-789564-9-iscsi neutron-server[93330]: 'Network': {'1.1'}, Aug 04 16:23:54.835412 dv-cinder-789564-9-iscsi neutron-server[93330]: 'Port': {'1.7'}, Aug 04 16:23:54.835412 dv-cinder-789564-9-iscsi neutron-server[93330]: 'PortForwarding': {'1.2'}, Aug 04 16:23:54.835412 dv-cinder-789564-9-iscsi neutron-server[93330]: 'QosPolicy': {'1.9'}, Aug 04 16:23:54.835412 dv-cinder-789564-9-iscsi neutron-server[93330]: 'SecurityGroup': {'1.4'}, Aug 04 16:23:54.835412 dv-cinder-789564-9-iscsi neutron-server[93330]: 'SecurityGroupRule': {'1.2'}, Aug 04 16:23:54.835412 dv-cinder-789564-9-iscsi neutron-server[93330]: 'SubPort': {'1.0'}, Aug 04 16:23:54.835412 dv-cinder-789564-9-iscsi neutron-server[93330]: 'Subnet': {'1.1'}, Aug 04 16:23:54.835412 dv-cinder-789564-9-iscsi neutron-server[93330]: 'Trunk': {'1.1'}} Aug 04 16:23:54.835412 dv-cinder-789564-9-iscsi neutron-server[93330]: consumer versions: Aug 04 16:23:54.835412 dv-cinder-789564-9-iscsi neutron-server[93330]: { DHCP agent@dv-cinder-789564-9-iscsi: {}, Aug 04 16:23:54.835412 dv-cinder-789564-9-iscsi neutron-server[93330]: HyperV agent@hv-cinder-78956: {}, Aug 04 16:23:54.835412 dv-cinder-789564-9-iscsi neutron-server[93330]: L3 agent@dv-cinder-789564-9-iscsi: {}, Aug 04 16:23:54.835412 dv-cinder-789564-9-iscsi neutron-server[93330]: Metadata agent@dv-cinder-789564-9-iscsi: {}, Aug 04 16:23:54.835412 dv-cinder-789564-9-iscsi neutron-server[93330]: Metering agent@dv-cinder-789564-9-iscsi: {}, Aug 04 16:23:54.835412 dv-cinder-789564-9-iscsi neutron-server[93330]: Open vSwitch agent@dv-cinder-789564-9-iscsi: { 'AddressGroup': '1.2', Aug 04 16:23:54.835412 dv-cinder-789564-9-iscsi neutron-server[93330]: 'ConntrackHelper': '1.0', Aug 04 16:23:54.835412 dv-cinder-789564-9-iscsi neutron-server[93330]: 'Log': '1.0', Aug 04 16:23:54.835412 dv-cinder-789564-9-iscsi neutron-server[93330]: 'Network': '1.1', Aug 04 16:23:54.835412 dv-cinder-789564-9-iscsi neutron-server[93330]: 'Port': '1.7', Aug 04 16:23:54.835412 dv-cinder-789564-9-iscsi neutron-server[93330]: 'PortForwarding': '1.2', Aug 04 16:23:54.835412 dv-cinder-789564-9-iscsi neutron-server[93330]: 'QosPolicy': '1.9', Aug 04 16:23:54.835412 dv-cinder-789564-9-iscsi neutron-server[93330]: 'SecurityGroup': '1.4', Aug 04 16:23:54.835412 dv-cinder-789564-9-iscsi neutron-server[93330]: 'SecurityGroupRule': '1.2', Aug 04 16:23:54.835412 dv-cinder-789564-9-iscsi neutron-server[93330]: 'SubPort': '1.0', Aug 04 16:23:54.835412 dv-cinder-789564-9-iscsi neutron-server[93330]: 'Subnet': '1.1', Aug 04 16:23:54.835412 dv-cinder-789564-9-iscsi neutron-server[93330]: 'Trunk': '1.1'}} Aug 04 16:23:54.835412 dv-cinder-789564-9-iscsi neutron-server[93330]: {{(pid=93330) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 16:23:54.851204 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-728a526e-d251-49c5-920c-96a50cfb535a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:54.865699 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdc8c93-1b6b-4ed4-ba5b-2a5cf57401e0 admin admin] Made reservation on behalf of fa8a2bb840264572bbf79ff732ee6fb8 for: {'network': 1} {{(pid=93330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:23:54.868656 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-bfdc8c93-1b6b-4ed4-ba5b-2a5cf57401e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for network, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:54.888697 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-bfdc8c93-1b6b-4ed4-ba5b-2a5cf57401e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:54.918782 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44016f21-9887-4f89-bd34-5e2a88c038de admin admin] Network 7f965b80-7909-4cf3-8c57-8793402555a4 is scheduled to be hosted by DHCP agent eaf2aaff-ba37-427f-8468-b829a196e20c with binding_index 1 {{(pid=93330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:23:54.938971 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-06cf4ea0-a3f1-4d0f-9d40-d23ca5887a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334'] for subnet, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:54.946667 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [None req-44016f21-9887-4f89-bd34-5e2a88c038de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-9-iscsi, 7f965b80-7909-4cf3-8c57-8793402555a4) {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:23:54.952204 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44016f21-9887-4f89-bd34-5e2a88c038de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:23:54.952791 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-44016f21-9887-4f89-bd34-5e2a88c038de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for subnet, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:54.958491 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b7b95a-d580-4f19-87e0-0b9cbc90e70e None None] Network 7f965b80-7909-4cf3-8c57-8793402555a4 requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:23:55.010341 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf4ea0-a3f1-4d0f-9d40-d23ca5887a57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f7c1adb-0393-4d8f-aa60-5e62e154bcaf,revision_number=0']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:23:55.022126 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-728a526e-d251-49c5-920c-96a50cfb535a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:55.030542 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-728a526e-d251-49c5-920c-96a50cfb535a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:55.046336 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cf4ea0-a3f1-4d0f-9d40-d23ca5887a57 admin admin] Checking segment: {'id': 'c440e2a5-b317-4439-bc53-ce6262488736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'adba0a6e-44f8-4a54-84d5-54ff0bc6bb41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:23:55.047118 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cf4ea0-a3f1-4d0f-9d40-d23ca5887a57 admin admin] Network hostable DHCP agents. Network: adba0a6e-44f8-4a54-84d5-54ff0bc6bb41, hostable agents: ['eaf2aaff-ba37-427f-8468-b829a196e20c'], hosted agents: [] {{(pid=93331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:23:55.080738 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cf4ea0-a3f1-4d0f-9d40-d23ca5887a57 admin admin] Network adba0a6e-44f8-4a54-84d5-54ff0bc6bb41 is scheduled to be hosted by DHCP agent eaf2aaff-ba37-427f-8468-b829a196e20c with binding_index 1 {{(pid=93331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:23:55.099955 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.base_scheduler [None req-06cf4ea0-a3f1-4d0f-9d40-d23ca5887a57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-9-iscsi, adba0a6e-44f8-4a54-84d5-54ff0bc6bb41) {{(pid=93331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:23:55.107844 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cf4ea0-a3f1-4d0f-9d40-d23ca5887a57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:23:55.110265 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-06cf4ea0-a3f1-4d0f-9d40-d23ca5887a57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for subnet, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:55.136612 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-bfdc8c93-1b6b-4ed4-ba5b-2a5cf57401e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:55.144784 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 38506) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:23:55.145005 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-44016f21-9887-4f89-bd34-5e2a88c038de admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8319409 Aug 04 16:23:55.153302 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-9a93efbc-76fc-45f7-a074-30e13c05493c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-25601383-router', 'tenant_id': '5ed276298dcd40d9b792743496b57580', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'}}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:23:55.153628 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12049f4-9a10-4faf-bba5-6f4b5b6758f6 None None] Network adba0a6e-44f8-4a54-84d5-54ff0bc6bb41 requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:23:55.155486 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-bfdc8c93-1b6b-4ed4-ba5b-2a5cf57401e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:55.164944 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-06cf4ea0-a3f1-4d0f-9d40-d23ca5887a57 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6664603 Aug 04 16:23:55.165170 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-728a526e-d251-49c5-920c-96a50cfb535a admin admin] vlan segment allocate from pool success with {'vlan_id': 869, 'physical_network': 'physnet1'} {{(pid=93330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:23:55.187371 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfdc8c93-1b6b-4ed4-ba5b-2a5cf57401e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 889, 'physical_network': 'physnet1'} {{(pid=93330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:23:55.193895 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a526e-d251-49c5-920c-96a50cfb535a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf6d6f7-5ccd-466a-b287-3c8d789605c7,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:23:55.214856 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-728a526e-d251-49c5-920c-96a50cfb535a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519'] for segment, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:55.219302 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.db.segments_db [None req-728a526e-d251-49c5-920c-96a50cfb535a admin admin] Added segment ce787726-f448-43d2-afe7-5993012333a5 of type vlan for network 3375530b-34ca-4462-9339-3ed10ebd346b Aug 04 16:23:55.237750 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-9a93efbc-76fc-45f7-a074-30e13c05493c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-590814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10750'] for router, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:55.244046 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-9a93efbc-76fc-45f7-a074-30e13c05493c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10743'] for router, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:55.252420 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1d43d8-79f2-46a3-ae6c-88234242e106 None None] Network 7f965b80-7909-4cf3-8c57-8793402555a4 requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:23:55.288178 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-728a526e-d251-49c5-920c-96a50cfb535a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758853320587'] for network, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:55.317350 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-9b80d0b3-b79f-45c6-bb46-f712f330e2ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:55.333319 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-bfdc8c93-1b6b-4ed4-ba5b-2a5cf57401e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519'] for segment, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:55.339004 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.db.segments_db [None req-bfdc8c93-1b6b-4ed4-ba5b-2a5cf57401e0 admin admin] Added segment 9f32b91d-c9a0-4366-93d1-1ed592891c5e of type vlan for network 5c2558c7-24ce-41b2-b792-f9920a95bb2f Aug 04 16:23:55.359736 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-728a526e-d251-49c5-920c-96a50cfb535a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334'] for network, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:55.366368 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728a526e-d251-49c5-920c-96a50cfb535a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:23:55.368730 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-728a526e-d251-49c5-920c-96a50cfb535a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for network, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:55.397867 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-9a93efbc-76fc-45f7-a074-30e13c05493c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:55.528827 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be687853-7c4f-4ecb-9a9d-10eb13f82bcb None None] Network adba0a6e-44f8-4a54-84d5-54ff0bc6bb41 requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:23:55.626234 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-9a93efbc-76fc-45f7-a074-30e13c05493c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:55.627055 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a526e-d251-49c5-920c-96a50cfb535a admin admin] Pushing event updated for resources: {'Network': ['ID=3375530b-34ca-4462-9339-3ed10ebd346b,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:23:55.691254 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Network 3375530b-34ca-4462-9339-3ed10ebd346b details requested by agent ovs-agent-dv-cinder-789564-9-iscsi with host dv-cinder-789564-9-iscsi {{(pid=93332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:23:55.754235 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc8c93-1b6b-4ed4-ba5b-2a5cf57401e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdb26f3-42e4-4230-955d-dc1596b22bff,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:23:55.767131 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-bfdc8c93-1b6b-4ed4-ba5b-2a5cf57401e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758853320587'] for network, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:55.877970 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-bfdc8c93-1b6b-4ed4-ba5b-2a5cf57401e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334'] for network, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:55.886373 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdc8c93-1b6b-4ed4-ba5b-2a5cf57401e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:23:55.887848 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-bfdc8c93-1b6b-4ed4-ba5b-2a5cf57401e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for network, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:55.927023 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-9a93efbc-76fc-45f7-a074-30e13c05493c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:55.964894 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-9a93efbc-76fc-45f7-a074-30e13c05493c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:55.967732 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc8c93-1b6b-4ed4-ba5b-2a5cf57401e0 admin admin] Pushing event updated for resources: {'Network': ['ID=5c2558c7-24ce-41b2-b792-f9920a95bb2f,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:23:55.980259 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Network 5c2558c7-24ce-41b2-b792-f9920a95bb2f details requested by agent ovs-agent-dv-cinder-789564-9-iscsi with host dv-cinder-789564-9-iscsi {{(pid=93332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:23:55.993305 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-9b80d0b3-b79f-45c6-bb46-f712f330e2ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:56.002676 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-9b80d0b3-b79f-45c6-bb46-f712f330e2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:56.022850 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-bfdc8c93-1b6b-4ed4-ba5b-2a5cf57401e0 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5358911 Aug 04 16:23:56.030259 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-728a526e-d251-49c5-920c-96a50cfb535a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5848253 Aug 04 16:23:56.036176 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 38540) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:23:56.036521 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 38542) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:23:56.043367 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b80d0b3-b79f-45c6-bb46-f712f330e2ae admin admin] vlan segment allocate from pool success with {'vlan_id': 863, 'physical_network': 'physnet1'} {{(pid=93330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:23:56.050287 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [None req-73fa0ecf-825c-428a-af54-232ceae5f898 admin admin] Request body: {'subnet': {'network_id': '3375530b-34ca-4462-9339-3ed10ebd346b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-537519640-subnet', 'tenant_id': 'e94f253973de4174807e633c0f67ea51', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:23:56.056698 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [None req-2e7d6e48-ebb6-4faf-bf5f-358b61a6a1e8 admin admin] Request body: {'subnet': {'network_id': '5c2558c7-24ce-41b2-b792-f9920a95bb2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-786119888-subnet', 'tenant_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:23:56.082261 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-9b80d0b3-b79f-45c6-bb46-f712f330e2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519'] for segment, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:56.082895 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.db.segments_db [None req-9b80d0b3-b79f-45c6-bb46-f712f330e2ae admin admin] Added segment 53b0f91d-f925-4e80-95fa-916bba4bddd5 of type vlan for network be014736-d92b-4d30-a9f9-4c1a86837735 Aug 04 16:23:56.087106 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b80d0b3-b79f-45c6-bb46-f712f330e2ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b046e9dd-5acc-45e4-9d6e-54fb93bb9099,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:23:56.132405 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.db.api [None req-2e7d6e48-ebb6-4faf-bf5f-358b61a6a1e8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 16:23:56.132405 dv-cinder-789564-9-iscsi neutron-server[93330]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 16:23:56.132405 dv-cinder-789564-9-iscsi neutron-server[93330]: [parameters: {'project_id_1': 'fa8a2bb840264572bbf79ff732ee6fb8', 'expiration_1': datetime.datetime(2021, 8, 4, 16, 23, 56, 75746)}] Aug 04 16:23:56.132405 dv-cinder-789564-9-iscsi neutron-server[93330]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93330) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 16:23:56.133019 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG oslo_db.api [None req-2e7d6e48-ebb6-4faf-bf5f-358b61a6a1e8 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 16:23:56.161024 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.db_base_plugin_common [None req-9a93efbc-76fc-45f7-a074-30e13c05493c admin admin] Allocated IP 172.27.2.3 (79da2935-f34e-4d6b-93be-bb960bd015b1/1f6d232c-c352-4ff7-8ce5-aebf5b141825/c9601421-e641-4162-9d1c-f34d74cfc2d6) {{(pid=93331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:23:56.171183 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fa0ecf-825c-428a-af54-232ceae5f898 admin admin] Made reservation on behalf of e94f253973de4174807e633c0f67ea51 for: {'subnet': 1} {{(pid=93330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:23:56.173757 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-73fa0ecf-825c-428a-af54-232ceae5f898 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:56.179358 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-9b80d0b3-b79f-45c6-bb46-f712f330e2ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758853320587'] for network, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:56.279246 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-9b80d0b3-b79f-45c6-bb46-f712f330e2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334'] for network, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:56.280869 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b80d0b3-b79f-45c6-bb46-f712f330e2ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:23:56.281640 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-9b80d0b3-b79f-45c6-bb46-f712f330e2ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for network, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:56.308986 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-9a93efbc-76fc-45f7-a074-30e13c05493c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:56.353055 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-9b80d0b3-b79f-45c6-bb46-f712f330e2ae admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1286469 Aug 04 16:23:56.358450 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 38556) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:23:56.396780 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-9a93efbc-76fc-45f7-a074-30e13c05493c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767'] for port, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:56.403323 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [None req-c02eea26-898a-4831-aab3-5b9c8a37b97b admin admin] Request body: {'subnet': {'network_id': 'be014736-d92b-4d30-a9f9-4c1a86837735', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-766089898-subnet', 'tenant_id': '3850dad1624c4086936f0a56a723b980', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:23:56.422208 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b80d0b3-b79f-45c6-bb46-f712f330e2ae admin admin] Pushing event updated for resources: {'Network': ['ID=be014736-d92b-4d30-a9f9-4c1a86837735,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:23:56.437591 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Network be014736-d92b-4d30-a9f9-4c1a86837735 details requested by agent ovs-agent-dv-cinder-789564-9-iscsi with host dv-cinder-789564-9-iscsi {{(pid=93332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:23:56.466500 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02eea26-898a-4831-aab3-5b9c8a37b97b admin admin] Made reservation on behalf of 3850dad1624c4086936f0a56a723b980 for: {'subnet': 1} {{(pid=93330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:23:56.469113 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c02eea26-898a-4831-aab3-5b9c8a37b97b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:56.501263 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93efbc-76fc-45f7-a074-30e13c05493c admin admin] Pushing event updated for resources: {'Port': ['ID=c9601421-e641-4162-9d1c-f34d74cfc2d6,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:23:56.518597 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a93efbc-76fc-45f7-a074-30e13c05493c admin admin] Network 79da2935-f34e-4d6b-93be-bb960bd015b1 is already hosted by enough agents. {{(pid=93331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:23:56.520164 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.base_scheduler [None req-9a93efbc-76fc-45f7-a074-30e13c05493c admin admin] Resources bound (agent type, host, resource id): {{(pid=93331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:23:56.522963 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a93efbc-76fc-45f7-a074-30e13c05493c admin admin] Received port after_create {{(pid=93331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:23:56.547373 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-73fa0ecf-825c-428a-af54-232ceae5f898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334'] for subnet, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:56.648248 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa0ecf-825c-428a-af54-232ceae5f898 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ad7513e-214e-4cef-868b-a5927b57f732,revision_number=0']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:23:56.686233 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fa0ecf-825c-428a-af54-232ceae5f898 admin admin] Checking segment: {'id': 'ce787726-f448-43d2-afe7-5993012333a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3375530b-34ca-4462-9339-3ed10ebd346b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:23:56.686719 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fa0ecf-825c-428a-af54-232ceae5f898 admin admin] Network hostable DHCP agents. Network: 3375530b-34ca-4462-9339-3ed10ebd346b, hostable agents: ['eaf2aaff-ba37-427f-8468-b829a196e20c'], hosted agents: [] {{(pid=93330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:23:56.709009 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7d6e48-ebb6-4faf-bf5f-358b61a6a1e8 admin admin] Made reservation on behalf of fa8a2bb840264572bbf79ff732ee6fb8 for: {'subnet': 1} {{(pid=93330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:23:56.711767 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-2e7d6e48-ebb6-4faf-bf5f-358b61a6a1e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:56.814875 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fa0ecf-825c-428a-af54-232ceae5f898 admin admin] Network 3375530b-34ca-4462-9339-3ed10ebd346b is scheduled to be hosted by DHCP agent eaf2aaff-ba37-427f-8468-b829a196e20c with binding_index 1 {{(pid=93330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:23:56.823980 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-9a93efbc-76fc-45f7-a074-30e13c05493c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:56.865322 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c02eea26-898a-4831-aab3-5b9c8a37b97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334'] for subnet, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:56.883681 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [None req-73fa0ecf-825c-428a-af54-232ceae5f898 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-9-iscsi, 3375530b-34ca-4462-9339-3ed10ebd346b) {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:23:56.900238 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b87e9c-f999-4dbb-bc72-b6a9441d6cd8 None None] Network 3375530b-34ca-4462-9339-3ed10ebd346b requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:23:57.295238 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-9a93efbc-76fc-45f7-a074-30e13c05493c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593452'] for router, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:57.308226 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02eea26-898a-4831-aab3-5b9c8a37b97b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b83028a-7632-4e16-99a5-9dc762daa616,revision_number=0']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:23:57.309854 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047de141-14df-4b49-acdd-4e985dc39fa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92b968f5-83eb-5d3b-adcb-ad6e8725d7f3-3375530b-34ca-4462-9339-3ed10ebd346b', 'network_id': '3375530b-34ca-4462-9339-3ed10ebd346b', 'tenant_id': 'e94f253973de4174807e633c0f67ea51', 'fixed_ips': [{'subnet_id': '0ad7513e-214e-4cef-868b-a5927b57f732'}]}} from dv-cinder-789564-9-iscsi. {{(pid=93332) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 16:23:57.311079 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-047de141-14df-4b49-acdd-4e985dc39fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:57.349288 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fa0ecf-825c-428a-af54-232ceae5f898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:23:57.350157 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-73fa0ecf-825c-428a-af54-232ceae5f898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for subnet, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:57.367559 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-2e7d6e48-ebb6-4faf-bf5f-358b61a6a1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334'] for subnet, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:57.396165 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 38612) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:23:57.413985 dv-cinder-789564-9-iscsi neutron-server[93330]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 04 16:23:57.518266 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.db_base_plugin_common [None req-047de141-14df-4b49-acdd-4e985dc39fa5 None None] Allocated IP 172.20.0.2 (3375530b-34ca-4462-9339-3ed10ebd346b/0ad7513e-214e-4cef-868b-a5927b57f732/b3309d56-564a-485b-a51e-45a1f6dab241) {{(pid=93332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:23:57.526145 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-73fa0ecf-825c-428a-af54-232ceae5f898 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4843707 Aug 04 16:23:57.586449 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 38618) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:23:57.604608 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [None req-bb2d6eb0-4182-40b8-9c7b-65f7e9a6aa8b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-537519640-router', 'tenant_id': 'e94f253973de4174807e633c0f67ea51', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'}}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:23:57.676634 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-bb2d6eb0-4182-40b8-9c7b-65f7e9a6aa8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-590814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10750'] for router, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:57.676843 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-bb2d6eb0-4182-40b8-9c7b-65f7e9a6aa8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10743'] for router, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:57.688878 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-047de141-14df-4b49-acdd-4e985dc39fa5 None None] Notify callbacks [] for port, precommit_create {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:57.694886 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02eea26-898a-4831-aab3-5b9c8a37b97b admin admin] Checking segment: {'id': '53b0f91d-f925-4e80-95fa-916bba4bddd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'be014736-d92b-4d30-a9f9-4c1a86837735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:23:57.695243 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02eea26-898a-4831-aab3-5b9c8a37b97b admin admin] Network hostable DHCP agents. Network: be014736-d92b-4d30-a9f9-4c1a86837735, hostable agents: ['eaf2aaff-ba37-427f-8468-b829a196e20c'], hosted agents: [] {{(pid=93330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:23:57.699197 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-047de141-14df-4b49-acdd-4e985dc39fa5 None None] Transition to ACTIVE for port object b3309d56-564a-485b-a51e-45a1f6dab241 will not be triggered until provisioned by entity L2. {{(pid=93332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:23:57.716438 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-047de141-14df-4b49-acdd-4e985dc39fa5 None None] Transition to ACTIVE for port object b3309d56-564a-485b-a51e-45a1f6dab241 will not be triggered until provisioned by entity DHCP. {{(pid=93332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:23:57.729409 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-047de141-14df-4b49-acdd-4e985dc39fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767'] for port, after_create {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:57.754842 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a93efbc-76fc-45f7-a074-30e13c05493c admin admin] Router 6630c791-8e1f-4601-93c7-30ecffad429e is scheduled to L3 agent d346cf64-ca3f-484e-b552-5df8791a7915 with binding_index 1 {{(pid=93331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 16:23:57.776392 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047de141-14df-4b49-acdd-4e985dc39fa5 None None] Network 3375530b-34ca-4462-9339-3ed10ebd346b is already hosted by enough agents. {{(pid=93332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:23:57.778425 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.scheduler.base_scheduler [None req-047de141-14df-4b49-acdd-4e985dc39fa5 None None] Resources bound (agent type, host, resource id): {{(pid=93332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:23:57.785467 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047de141-14df-4b49-acdd-4e985dc39fa5 None None] Received port after_create {{(pid=93332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:23:57.799126 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d6e48-ebb6-4faf-bf5f-358b61a6a1e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fb80fc5-b3b3-4ef1-9a71-cb5032debcda,revision_number=0']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:23:57.850990 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7d6e48-ebb6-4faf-bf5f-358b61a6a1e8 admin admin] Checking segment: {'id': '9f32b91d-c9a0-4366-93d1-1ed592891c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '5c2558c7-24ce-41b2-b792-f9920a95bb2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:23:57.851405 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7d6e48-ebb6-4faf-bf5f-358b61a6a1e8 admin admin] Network hostable DHCP agents. Network: 5c2558c7-24ce-41b2-b792-f9920a95bb2f, hostable agents: ['eaf2aaff-ba37-427f-8468-b829a196e20c'], hosted agents: [] {{(pid=93330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:23:57.882849 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047de141-14df-4b49-acdd-4e985dc39fa5 None None] Pushing event updated for resources: {'Port': ['ID=b3309d56-564a-485b-a51e-45a1f6dab241,revision_number=1']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:23:57.894611 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a93efbc-76fc-45f7-a074-30e13c05493c admin admin] Notify agent at l3_agent.dv-cinder-789564-9-iscsi the message routers_updated {{(pid=93331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:23:57.896846 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047de141-14df-4b49-acdd-4e985dc39fa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:57.897604 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047de141-14df-4b49-acdd-4e985dc39fa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:57.898212 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047de141-14df-4b49-acdd-4e985dc39fa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:57.898755 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047de141-14df-4b49-acdd-4e985dc39fa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:57.899296 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047de141-14df-4b49-acdd-4e985dc39fa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:57.900118 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047de141-14df-4b49-acdd-4e985dc39fa5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:57.901352 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047de141-14df-4b49-acdd-4e985dc39fa5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:57.902746 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047de141-14df-4b49-acdd-4e985dc39fa5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:57.903302 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047de141-14df-4b49-acdd-4e985dc39fa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:57.903830 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047de141-14df-4b49-acdd-4e985dc39fa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:57.904620 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047de141-14df-4b49-acdd-4e985dc39fa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:57.905282 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047de141-14df-4b49-acdd-4e985dc39fa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:57.906720 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459a5545-89e9-43ac-8eb4-fafb92cc4b01 None None] Sync routers for ids ['6630c791-8e1f-4601-93c7-30ecffad429e'] in dv-cinder-789564-9-iscsi {{(pid=93333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:23:57.907466 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047de141-14df-4b49-acdd-4e985dc39fa5 None None] Tracked resource versions report: Aug 04 16:23:57.907466 dv-cinder-789564-9-iscsi neutron-server[93332]: pushed versions: Aug 04 16:23:57.907466 dv-cinder-789564-9-iscsi neutron-server[93332]: { 'AddressGroup': {'1.2'}, Aug 04 16:23:57.907466 dv-cinder-789564-9-iscsi neutron-server[93332]: 'ConntrackHelper': {'1.0'}, Aug 04 16:23:57.907466 dv-cinder-789564-9-iscsi neutron-server[93332]: 'Log': {'1.0'}, Aug 04 16:23:57.907466 dv-cinder-789564-9-iscsi neutron-server[93332]: 'Network': {'1.1'}, Aug 04 16:23:57.907466 dv-cinder-789564-9-iscsi neutron-server[93332]: 'Port': {'1.7'}, Aug 04 16:23:57.907466 dv-cinder-789564-9-iscsi neutron-server[93332]: 'PortForwarding': {'1.2'}, Aug 04 16:23:57.907466 dv-cinder-789564-9-iscsi neutron-server[93332]: 'QosPolicy': {'1.9'}, Aug 04 16:23:57.907466 dv-cinder-789564-9-iscsi neutron-server[93332]: 'SecurityGroup': {'1.4'}, Aug 04 16:23:57.907466 dv-cinder-789564-9-iscsi neutron-server[93332]: 'SecurityGroupRule': {'1.2'}, Aug 04 16:23:57.907466 dv-cinder-789564-9-iscsi neutron-server[93332]: 'SubPort': {'1.0'}, Aug 04 16:23:57.907466 dv-cinder-789564-9-iscsi neutron-server[93332]: 'Subnet': {'1.1'}, Aug 04 16:23:57.907466 dv-cinder-789564-9-iscsi neutron-server[93332]: 'Trunk': {'1.1'}} Aug 04 16:23:57.907466 dv-cinder-789564-9-iscsi neutron-server[93332]: consumer versions: Aug 04 16:23:57.907466 dv-cinder-789564-9-iscsi neutron-server[93332]: { DHCP agent@dv-cinder-789564-9-iscsi: {}, Aug 04 16:23:57.907466 dv-cinder-789564-9-iscsi neutron-server[93332]: HyperV agent@hv-cinder-78956: {}, Aug 04 16:23:57.907466 dv-cinder-789564-9-iscsi neutron-server[93332]: L3 agent@dv-cinder-789564-9-iscsi: {}, Aug 04 16:23:57.907466 dv-cinder-789564-9-iscsi neutron-server[93332]: Metadata agent@dv-cinder-789564-9-iscsi: {}, Aug 04 16:23:57.907466 dv-cinder-789564-9-iscsi neutron-server[93332]: Metering agent@dv-cinder-789564-9-iscsi: {}, Aug 04 16:23:57.907466 dv-cinder-789564-9-iscsi neutron-server[93332]: Open vSwitch agent@dv-cinder-789564-9-iscsi: { 'AddressGroup': '1.2', Aug 04 16:23:57.907466 dv-cinder-789564-9-iscsi neutron-server[93332]: 'ConntrackHelper': '1.0', Aug 04 16:23:57.907466 dv-cinder-789564-9-iscsi neutron-server[93332]: 'Log': '1.0', Aug 04 16:23:57.907466 dv-cinder-789564-9-iscsi neutron-server[93332]: 'Network': '1.1', Aug 04 16:23:57.907466 dv-cinder-789564-9-iscsi neutron-server[93332]: 'Port': '1.7', Aug 04 16:23:57.907466 dv-cinder-789564-9-iscsi neutron-server[93332]: 'PortForwarding': '1.2', Aug 04 16:23:57.907466 dv-cinder-789564-9-iscsi neutron-server[93332]: 'QosPolicy': '1.9', Aug 04 16:23:57.907466 dv-cinder-789564-9-iscsi neutron-server[93332]: 'SecurityGroup': '1.4', Aug 04 16:23:57.907466 dv-cinder-789564-9-iscsi neutron-server[93332]: 'SecurityGroupRule': '1.2', Aug 04 16:23:57.907466 dv-cinder-789564-9-iscsi neutron-server[93332]: 'SubPort': '1.0', Aug 04 16:23:57.907466 dv-cinder-789564-9-iscsi neutron-server[93332]: 'Subnet': '1.1', Aug 04 16:23:57.907466 dv-cinder-789564-9-iscsi neutron-server[93332]: 'Trunk': '1.1'}} Aug 04 16:23:57.907466 dv-cinder-789564-9-iscsi neutron-server[93332]: {{(pid=93332) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 16:23:57.913118 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-047de141-14df-4b49-acdd-4e985dc39fa5 None None] Attempting to bind port b3309d56-564a-485b-a51e-45a1f6dab241 on host dv-cinder-789564-9-iscsi for vnic_type normal with profile {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:23:57.913741 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-047de141-14df-4b49-acdd-4e985dc39fa5 None None] Attempting to bind port b3309d56-564a-485b-a51e-45a1f6dab241 by drivers openvswitch,hyperv on host dv-cinder-789564-9-iscsi at level 0 using segments [{'id': 'ce787726-f448-43d2-afe7-5993012333a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3375530b-34ca-4462-9339-3ed10ebd346b'}] {{(pid=93332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:23:57.914350 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047de141-14df-4b49-acdd-4e985dc39fa5 None None] Attempting to bind port b3309d56-564a-485b-a51e-45a1f6dab241 on network 3375530b-34ca-4462-9339-3ed10ebd346b {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:23:57.918388 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-bb2d6eb0-4182-40b8-9c7b-65f7e9a6aa8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:57.923734 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459a5545-89e9-43ac-8eb4-fafb92cc4b01 None None] Routers {'6630c791-8e1f-4601-93c7-30ecffad429e'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:23:57.924416 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-459a5545-89e9-43ac-8eb4-fafb92cc4b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:23:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['6630c791-8e1f-4601-93c7-30ecffad429e'], 'active': True} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:23:57.926218 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-9a93efbc-76fc-45f7-a074-30e13c05493c admin admin] Notify callbacks [] for router, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:57.926506 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047de141-14df-4b49-acdd-4e985dc39fa5 None None] Checking agent: {'id': '925d9885-7f95-40bb-88ba-4bb3b2a3855f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 16, 11), 'started_at': datetime.datetime(2021, 8, 4, 16, 16, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:23:57.927062 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047de141-14df-4b49-acdd-4e985dc39fa5 None None] Checking segment: {'id': 'ce787726-f448-43d2-afe7-5993012333a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3375530b-34ca-4462-9339-3ed10ebd346b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:23:57.927558 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-047de141-14df-4b49-acdd-4e985dc39fa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:57.928174 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047de141-14df-4b49-acdd-4e985dc39fa5 None None] Bound using segment: {'id': 'ce787726-f448-43d2-afe7-5993012333a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3375530b-34ca-4462-9339-3ed10ebd346b'} {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:23:57.928862 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-047de141-14df-4b49-acdd-4e985dc39fa5 None None] Bound port: b3309d56-564a-485b-a51e-45a1f6dab241, host: dv-cinder-789564-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce787726-f448-43d2-afe7-5993012333a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3375530b-34ca-4462-9339-3ed10ebd346b'}}] {{(pid=93332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:23:57.929520 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-047de141-14df-4b49-acdd-4e985dc39fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:57.934142 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-9a93efbc-76fc-45f7-a074-30e13c05493c admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7861187 Aug 04 16:23:57.934776 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 38640) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:23:57.935767 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-507d478a-bc52-4f71-8737-66b2352596c0 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:23:57.948051 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-507d478a-bc52-4f71-8737-66b2352596c0 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/networks?id=adba0a6e-44f8-4a54-84d5-54ff0bc6bb41 HTTP/1.1" status: 200 len: 815 time: 0.5400345 Aug 04 16:23:57.962567 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02eea26-898a-4831-aab3-5b9c8a37b97b admin admin] Network be014736-d92b-4d30-a9f9-4c1a86837735 is scheduled to be hosted by DHCP agent eaf2aaff-ba37-427f-8468-b829a196e20c with binding_index 1 {{(pid=93330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:23:57.997304 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-84c55fd4-0db8-431a-ab22-ce788101cb61 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/quotas/814ea84104dd4ee1b125cc8688bffd7b HTTP/1.1" status: 200 len: 375 time: 0.0481501 Aug 04 16:23:58.036980 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-047de141-14df-4b49-acdd-4e985dc39fa5 None None] For port b3309d56-564a-485b-a51e-45a1f6dab241, host dv-cinder-789564-9-iscsi, cleared binding levels {{(pid=93332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:23:58.041683 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-047de141-14df-4b49-acdd-4e985dc39fa5 None None] For port b3309d56-564a-485b-a51e-45a1f6dab241, host dv-cinder-789564-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=b3309d56-564a-485b-a51e-45a1f6dab241,segment=NetworkSegment(ce787726-f448-43d2-afe7-5993012333a5),segment_id=ce787726-f448-43d2-afe7-5993012333a5)] {{(pid=93332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:23:58.048698 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-047de141-14df-4b49-acdd-4e985dc39fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:58.074548 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [None req-c02eea26-898a-4831-aab3-5b9c8a37b97b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-9-iscsi, be014736-d92b-4d30-a9f9-4c1a86837735) {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:23:58.080351 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02eea26-898a-4831-aab3-5b9c8a37b97b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:23:58.081987 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c02eea26-898a-4831-aab3-5b9c8a37b97b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for subnet, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:58.100589 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1fe78f-96bf-4f0d-9d97-cdb30129d015 None None] Network be014736-d92b-4d30-a9f9-4c1a86837735 requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:23:58.141134 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvr_db [None req-459a5545-89e9-43ac-8eb4-fafb92cc4b01 None None] Set router 6630c791-8e1f-4601-93c7-30ecffad429e gateway port host: dv-cinder-789564-9-iscsi {{(pid=93333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:23:58.219223 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047de141-14df-4b49-acdd-4e985dc39fa5 None None] Pushing event updated for resources: {'Port': ['ID=b3309d56-564a-485b-a51e-45a1f6dab241,revision_number=2']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:23:58.229834 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7d6e48-ebb6-4faf-bf5f-358b61a6a1e8 admin admin] Network 5c2558c7-24ce-41b2-b792-f9920a95bb2f is scheduled to be hosted by DHCP agent eaf2aaff-ba37-427f-8468-b829a196e20c with binding_index 1 {{(pid=93330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:23:58.237933 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-ddb6b72f-68e3-46a3-8096-d2e2a84b81e6 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=814ea84104dd4ee1b125cc8688bffd7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1702373 Aug 04 16:23:58.246759 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [None req-2e7d6e48-ebb6-4faf-bf5f-358b61a6a1e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-9-iscsi, 5c2558c7-24ce-41b2-b792-f9920a95bb2f) {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:23:58.252731 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7d6e48-ebb6-4faf-bf5f-358b61a6a1e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:23:58.253853 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-2e7d6e48-ebb6-4faf-bf5f-358b61a6a1e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for subnet, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:58.283893 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cca132-cd3e-47f4-9e1a-47e19b1a2b11 None None] Network 5c2558c7-24ce-41b2-b792-f9920a95bb2f requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:23:58.328570 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-c02eea26-898a-4831-aab3-5b9c8a37b97b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9386454 Aug 04 16:23:58.372999 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67403fce-9e1c-4e44-a535-a4070465580d None None] Network be014736-d92b-4d30-a9f9-4c1a86837735 requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:23:58.416799 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-bb2d6eb0-4182-40b8-9c7b-65f7e9a6aa8b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:58.444313 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-2e7d6e48-ebb6-4faf-bf5f-358b61a6a1e8 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4036195 Aug 04 16:23:58.445158 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 38670) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:23:58.524397 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [None req-ee686886-ee2a-4ef6-9871-b7306c1f1269 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-786119888-router', 'tenant_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'}}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:23:58.784587 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-df3724d8-c1d4-4051-bcc0-135fe0f4f17b service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:23:58.786067 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-df3724d8-c1d4-4051-bcc0-135fe0f4f17b service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1001270 Aug 04 16:23:58.790668 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-ee686886-ee2a-4ef6-9871-b7306c1f1269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-590814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10750'] for router, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:58.792254 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-ee686886-ee2a-4ef6-9871-b7306c1f1269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10743'] for router, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:58.854129 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-459a5545-89e9-43ac-8eb4-fafb92cc4b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6630c791-8e1f-4601-93c7-30ecffad429e', 'name': 'tempest-ServerRescueNegativeTestJSON-25601383-router', 'tenant_id': '5ed276298dcd40d9b792743496b57580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c9601421-e641-4162-9d1c-f34d74cfc2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:55Z', 'updated_at': '2021-08-04T16:23:56Z', 'revision_number': 3, 'project_id': '5ed276298dcd40d9b792743496b57580', 'gw_port': {'id': 'c9601421-e641-4162-9d1c-f34d74cfc2d6', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:95:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6630c791-8e1f-4601-93c7-30ecffad429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:23:55Z', 'updated_at': '2021-08-04T16:23:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi'}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:23:58.861132 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121760f5-4bb8-4d05-b352-70e60fd72172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92b968f5-83eb-5d3b-adcb-ad6e8725d7f3-5c2558c7-24ce-41b2-b792-f9920a95bb2f', 'network_id': '5c2558c7-24ce-41b2-b792-f9920a95bb2f', 'tenant_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'fixed_ips': [{'subnet_id': '1fb80fc5-b3b3-4ef1-9a71-cb5032debcda'}]}} from dv-cinder-789564-9-iscsi. {{(pid=93332) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 16:23:58.862350 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-121760f5-4bb8-4d05-b352-70e60fd72172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:58.983374 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459a5545-89e9-43ac-8eb4-fafb92cc4b01 None None] Checking router: 6630c791-8e1f-4601-93c7-30ecffad429e for host: dv-cinder-789564-9-iscsi {{(pid=93333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:23:58.984081 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459a5545-89e9-43ac-8eb4-fafb92cc4b01 None None] Updating router 6630c791-8e1f-4601-93c7-30ecffad429e port c9601421-e641-4162-9d1c-f34d74cfc2d6 binding host dv-cinder-789564-9-iscsi {{(pid=93333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:23:59.019349 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-ee686886-ee2a-4ef6-9871-b7306c1f1269 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:59.061202 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-459a5545-89e9-43ac-8eb4-fafb92cc4b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:59.084069 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-5e3494a3-4c5d-4922-91a3-db5ad30c4b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:59.102786 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.db_base_plugin_common [None req-121760f5-4bb8-4d05-b352-70e60fd72172 None None] Allocated IP 172.20.0.2 (5c2558c7-24ce-41b2-b792-f9920a95bb2f/1fb80fc5-b3b3-4ef1-9a71-cb5032debcda/5bab37bd-d1f3-40e8-b1f5-4856071d766c) {{(pid=93332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:23:59.148045 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-b8fd8826-f2f3-414a-b2c4-7fff4be033be service neutron] 10.222.0.77 "GET /v2.0/networks/adba0a6e-44f8-4a54-84d5-54ff0bc6bb41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513954 Aug 04 16:23:59.233843 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device b3309d56-564a-485b-a51e-45a1f6dab241 up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:23:59.477152 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning for port b3309d56-564a-485b-a51e-45a1f6dab241 completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:23:59.557807 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-459a5545-89e9-43ac-8eb4-fafb92cc4b01 None None] Notify callbacks [] for port, precommit_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:59.569576 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.provisioning_blocks [None req-459a5545-89e9-43ac-8eb4-fafb92cc4b01 None None] Transition to ACTIVE for port object c9601421-e641-4162-9d1c-f34d74cfc2d6 will not be triggered until provisioned by entity L2. {{(pid=93333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:23:59.584248 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-459a5545-89e9-43ac-8eb4-fafb92cc4b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:59.599621 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 38740) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:23:59.613504 dv-cinder-789564-9-iscsi neutron-server[93331]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 04 16:23:59.614299 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-121760f5-4bb8-4d05-b352-70e60fd72172 None None] Notify callbacks [] for port, precommit_create {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:59.637187 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-121760f5-4bb8-4d05-b352-70e60fd72172 None None] Transition to ACTIVE for port object 5bab37bd-d1f3-40e8-b1f5-4856071d766c will not be triggered until provisioned by entity L2. {{(pid=93332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:23:59.670800 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18291400-9b4b-429b-ba45-400aa4e34aff None None] Pushing event updated for resources: {'Port': ['ID=c9601421-e641-4162-9d1c-f34d74cfc2d6,revision_number=2']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:23:59.682628 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18291400-9b4b-429b-ba45-400aa4e34aff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:59.683375 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18291400-9b4b-429b-ba45-400aa4e34aff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:59.683730 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-121760f5-4bb8-4d05-b352-70e60fd72172 None None] Transition to ACTIVE for port object 5bab37bd-d1f3-40e8-b1f5-4856071d766c will not be triggered until provisioned by entity DHCP. {{(pid=93332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:23:59.684454 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18291400-9b4b-429b-ba45-400aa4e34aff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:59.685023 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18291400-9b4b-429b-ba45-400aa4e34aff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:59.685651 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18291400-9b4b-429b-ba45-400aa4e34aff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:59.686247 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18291400-9b4b-429b-ba45-400aa4e34aff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:59.686808 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18291400-9b4b-429b-ba45-400aa4e34aff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:59.687420 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18291400-9b4b-429b-ba45-400aa4e34aff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:59.688044 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18291400-9b4b-429b-ba45-400aa4e34aff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:59.688685 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18291400-9b4b-429b-ba45-400aa4e34aff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:59.689311 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18291400-9b4b-429b-ba45-400aa4e34aff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:59.689847 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18291400-9b4b-429b-ba45-400aa4e34aff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:59.691491 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18291400-9b4b-429b-ba45-400aa4e34aff None None] Tracked resource versions report: Aug 04 16:23:59.691491 dv-cinder-789564-9-iscsi neutron-server[93333]: pushed versions: Aug 04 16:23:59.691491 dv-cinder-789564-9-iscsi neutron-server[93333]: { 'AddressGroup': {'1.2'}, Aug 04 16:23:59.691491 dv-cinder-789564-9-iscsi neutron-server[93333]: 'ConntrackHelper': {'1.0'}, Aug 04 16:23:59.691491 dv-cinder-789564-9-iscsi neutron-server[93333]: 'Log': {'1.0'}, Aug 04 16:23:59.691491 dv-cinder-789564-9-iscsi neutron-server[93333]: 'Network': {'1.1'}, Aug 04 16:23:59.691491 dv-cinder-789564-9-iscsi neutron-server[93333]: 'Port': {'1.7'}, Aug 04 16:23:59.691491 dv-cinder-789564-9-iscsi neutron-server[93333]: 'PortForwarding': {'1.2'}, Aug 04 16:23:59.691491 dv-cinder-789564-9-iscsi neutron-server[93333]: 'QosPolicy': {'1.9'}, Aug 04 16:23:59.691491 dv-cinder-789564-9-iscsi neutron-server[93333]: 'SecurityGroup': {'1.4'}, Aug 04 16:23:59.691491 dv-cinder-789564-9-iscsi neutron-server[93333]: 'SecurityGroupRule': {'1.2'}, Aug 04 16:23:59.691491 dv-cinder-789564-9-iscsi neutron-server[93333]: 'SubPort': {'1.0'}, Aug 04 16:23:59.691491 dv-cinder-789564-9-iscsi neutron-server[93333]: 'Subnet': {'1.1'}, Aug 04 16:23:59.691491 dv-cinder-789564-9-iscsi neutron-server[93333]: 'Trunk': {'1.1'}} Aug 04 16:23:59.691491 dv-cinder-789564-9-iscsi neutron-server[93333]: consumer versions: Aug 04 16:23:59.691491 dv-cinder-789564-9-iscsi neutron-server[93333]: { DHCP agent@dv-cinder-789564-9-iscsi: {}, Aug 04 16:23:59.691491 dv-cinder-789564-9-iscsi neutron-server[93333]: HyperV agent@hv-cinder-78956: {}, Aug 04 16:23:59.691491 dv-cinder-789564-9-iscsi neutron-server[93333]: L3 agent@dv-cinder-789564-9-iscsi: {}, Aug 04 16:23:59.691491 dv-cinder-789564-9-iscsi neutron-server[93333]: Metadata agent@dv-cinder-789564-9-iscsi: {}, Aug 04 16:23:59.691491 dv-cinder-789564-9-iscsi neutron-server[93333]: Metering agent@dv-cinder-789564-9-iscsi: {}, Aug 04 16:23:59.691491 dv-cinder-789564-9-iscsi neutron-server[93333]: Open vSwitch agent@dv-cinder-789564-9-iscsi: { 'AddressGroup': '1.2', Aug 04 16:23:59.691491 dv-cinder-789564-9-iscsi neutron-server[93333]: 'ConntrackHelper': '1.0', Aug 04 16:23:59.691491 dv-cinder-789564-9-iscsi neutron-server[93333]: 'Log': '1.0', Aug 04 16:23:59.691491 dv-cinder-789564-9-iscsi neutron-server[93333]: 'Network': '1.1', Aug 04 16:23:59.691491 dv-cinder-789564-9-iscsi neutron-server[93333]: 'Port': '1.7', Aug 04 16:23:59.691491 dv-cinder-789564-9-iscsi neutron-server[93333]: 'PortForwarding': '1.2', Aug 04 16:23:59.691491 dv-cinder-789564-9-iscsi neutron-server[93333]: 'QosPolicy': '1.9', Aug 04 16:23:59.691491 dv-cinder-789564-9-iscsi neutron-server[93333]: 'SecurityGroup': '1.4', Aug 04 16:23:59.691491 dv-cinder-789564-9-iscsi neutron-server[93333]: 'SecurityGroupRule': '1.2', Aug 04 16:23:59.691491 dv-cinder-789564-9-iscsi neutron-server[93333]: 'SubPort': '1.0', Aug 04 16:23:59.691491 dv-cinder-789564-9-iscsi neutron-server[93333]: 'Subnet': '1.1', Aug 04 16:23:59.691491 dv-cinder-789564-9-iscsi neutron-server[93333]: 'Trunk': '1.1'}} Aug 04 16:23:59.691491 dv-cinder-789564-9-iscsi neutron-server[93333]: {{(pid=93333) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 16:23:59.705138 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-121760f5-4bb8-4d05-b352-70e60fd72172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767'] for port, after_create {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:59.735255 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [None req-459a5545-89e9-43ac-8eb4-fafb92cc4b01 None None] Attempting to bind port c9601421-e641-4162-9d1c-f34d74cfc2d6 on host dv-cinder-789564-9-iscsi for vnic_type normal with profile {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:23:59.736223 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [None req-459a5545-89e9-43ac-8eb4-fafb92cc4b01 None None] Attempting to bind port c9601421-e641-4162-9d1c-f34d74cfc2d6 by drivers openvswitch,hyperv on host dv-cinder-789564-9-iscsi at level 0 using segments [{'id': '25182b56-ac69-4c03-a79e-71a35095fb85', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'}] {{(pid=93333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:23:59.737209 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459a5545-89e9-43ac-8eb4-fafb92cc4b01 None None] Attempting to bind port c9601421-e641-4162-9d1c-f34d74cfc2d6 on network 79da2935-f34e-4d6b-93be-bb960bd015b1 {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:23:59.744709 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.db_base_plugin_common [None req-5e3494a3-4c5d-4922-91a3-db5ad30c4b49 admin admin] Allocated IP 172.20.0.1 (7f965b80-7909-4cf3-8c57-8793402555a4/e5d1a85b-b9eb-4879-9f2d-2ac1fb84c156/97188836-442b-4717-9334-42b64e43ed0d) {{(pid=93331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:23:59.752419 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459a5545-89e9-43ac-8eb4-fafb92cc4b01 None None] Checking agent: {'id': '925d9885-7f95-40bb-88ba-4bb3b2a3855f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 16, 11), 'started_at': datetime.datetime(2021, 8, 4, 16, 16, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:23:59.753836 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459a5545-89e9-43ac-8eb4-fafb92cc4b01 None None] Checking segment: {'id': '25182b56-ac69-4c03-a79e-71a35095fb85', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:23:59.754630 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-459a5545-89e9-43ac-8eb4-fafb92cc4b01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:59.755947 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459a5545-89e9-43ac-8eb4-fafb92cc4b01 None None] Bound using segment: {'id': '25182b56-ac69-4c03-a79e-71a35095fb85', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'} {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:23:59.757702 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [None req-459a5545-89e9-43ac-8eb4-fafb92cc4b01 None None] Bound port: c9601421-e641-4162-9d1c-f34d74cfc2d6, host: dv-cinder-789564-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25182b56-ac69-4c03-a79e-71a35095fb85', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'}}] {{(pid=93333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:23:59.759149 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-459a5545-89e9-43ac-8eb4-fafb92cc4b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:59.772337 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-b6d930e1-9e9c-4116-ba56-01ccc98bdd6a service neutron] 10.222.0.77 "GET /v2.0/networks/adba0a6e-44f8-4a54-84d5-54ff0bc6bb41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5404418 Aug 04 16:23:59.779472 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121760f5-4bb8-4d05-b352-70e60fd72172 None None] Network 5c2558c7-24ce-41b2-b792-f9920a95bb2f is already hosted by enough agents. {{(pid=93332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:23:59.781333 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121760f5-4bb8-4d05-b352-70e60fd72172 None None] Pushing event updated for resources: {'Port': ['ID=5bab37bd-d1f3-40e8-b1f5-4856071d766c,revision_number=1']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:23:59.785021 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-ee686886-ee2a-4ef6-9871-b7306c1f1269 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:59.803947 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.scheduler.base_scheduler [None req-121760f5-4bb8-4d05-b352-70e60fd72172 None None] Resources bound (agent type, host, resource id): {{(pid=93332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:23:59.836882 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ddeae8-4719-4e86-afdc-bab067c467e8 None None] Network 3375530b-34ca-4462-9339-3ed10ebd346b requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:23:59.910806 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [None req-459a5545-89e9-43ac-8eb4-fafb92cc4b01 None None] For port c9601421-e641-4162-9d1c-f34d74cfc2d6, host dv-cinder-789564-9-iscsi, cleared binding levels {{(pid=93333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:23:59.916450 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [None req-459a5545-89e9-43ac-8eb4-fafb92cc4b01 None None] For port c9601421-e641-4162-9d1c-f34d74cfc2d6, host dv-cinder-789564-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=c9601421-e641-4162-9d1c-f34d74cfc2d6,segment=NetworkSegment(25182b56-ac69-4c03-a79e-71a35095fb85),segment_id=25182b56-ac69-4c03-a79e-71a35095fb85)] {{(pid=93333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:23:59.922725 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-459a5545-89e9-43ac-8eb4-fafb92cc4b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:59.940379 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121760f5-4bb8-4d05-b352-70e60fd72172 None None] Received port after_create {{(pid=93332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:23:59.990486 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-bb2d6eb0-4182-40b8-9c7b-65f7e9a6aa8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:59.991418 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-a8f9fde9-ec7e-46f5-80b7-d3b566133801 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:23:59.993009 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-a8f9fde9-ec7e-46f5-80b7-d3b566133801 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/networks?id=be014736-d92b-4d30-a9f9-4c1a86837735 HTTP/1.1" status: 200 len: 811 time: 0.3880477 Aug 04 16:24:00.029924 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-04db93d0-d93d-4764-bb53-dd0cdd372235 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/quotas/3850dad1624c4086936f0a56a723b980 HTTP/1.1" status: 200 len: 375 time: 0.0303817 Aug 04 16:24:00.036535 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-bb2d6eb0-4182-40b8-9c7b-65f7e9a6aa8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:00.050229 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459a5545-89e9-43ac-8eb4-fafb92cc4b01 None None] Routers {'6630c791-8e1f-4601-93c7-30ecffad429e'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:24:00.051664 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-459a5545-89e9-43ac-8eb4-fafb92cc4b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:23:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['6630c791-8e1f-4601-93c7-30ecffad429e'], 'active': True} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:24:00.094493 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18291400-9b4b-429b-ba45-400aa4e34aff None None] Pushing event updated for resources: {'Port': ['ID=c9601421-e641-4162-9d1c-f34d74cfc2d6,revision_number=3']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:00.117658 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-5e3494a3-4c5d-4922-91a3-db5ad30c4b49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:00.129218 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 38750) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:00.139811 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-cda25fe6-215c-42ef-bd90-375582d70ed9 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3850dad1624c4086936f0a56a723b980&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1021075 Aug 04 16:24:00.186973 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-5e3494a3-4c5d-4922-91a3-db5ad30c4b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767'] for port, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:00.229275 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvr_db [None req-459a5545-89e9-43ac-8eb4-fafb92cc4b01 None None] Set router 6630c791-8e1f-4601-93c7-30ecffad429e gateway port host: dv-cinder-789564-9-iscsi {{(pid=93333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:24:00.235142 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.db_base_plugin_common [None req-bb2d6eb0-4182-40b8-9c7b-65f7e9a6aa8b admin admin] Allocated IP 172.27.2.85 (79da2935-f34e-4d6b-93be-bb960bd015b1/1f6d232c-c352-4ff7-8ce5-aebf5b141825/05117e04-8afe-46d3-bdd0-2c0d9399eb6f) {{(pid=93330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:24:00.343172 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3494a3-4c5d-4922-91a3-db5ad30c4b49 admin admin] Network 7f965b80-7909-4cf3-8c57-8793402555a4 is already hosted by enough agents. {{(pid=93331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:24:00.353026 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.base_scheduler [None req-5e3494a3-4c5d-4922-91a3-db5ad30c4b49 admin admin] Resources bound (agent type, host, resource id): {{(pid=93331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:24:00.353502 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3494a3-4c5d-4922-91a3-db5ad30c4b49 admin admin] Pushing event updated for resources: {'Port': ['ID=97188836-442b-4717-9334-42b64e43ed0d,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:00.355494 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3494a3-4c5d-4922-91a3-db5ad30c4b49 admin admin] Received port after_create {{(pid=93331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:24:00.356695 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-5e3494a3-4c5d-4922-91a3-db5ad30c4b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594499'] for router_interface, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:00.459492 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-ee686886-ee2a-4ef6-9871-b7306c1f1269 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:00.518339 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-ee686886-ee2a-4ef6-9871-b7306c1f1269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:00.520399 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-121760f5-4bb8-4d05-b352-70e60fd72172 None None] Attempting to bind port 5bab37bd-d1f3-40e8-b1f5-4856071d766c on host dv-cinder-789564-9-iscsi for vnic_type normal with profile {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:24:00.521501 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-121760f5-4bb8-4d05-b352-70e60fd72172 None None] Attempting to bind port 5bab37bd-d1f3-40e8-b1f5-4856071d766c by drivers openvswitch,hyperv on host dv-cinder-789564-9-iscsi at level 0 using segments [{'id': '9f32b91d-c9a0-4366-93d1-1ed592891c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '5c2558c7-24ce-41b2-b792-f9920a95bb2f'}] {{(pid=93332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:24:00.522131 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121760f5-4bb8-4d05-b352-70e60fd72172 None None] Attempting to bind port 5bab37bd-d1f3-40e8-b1f5-4856071d766c on network 5c2558c7-24ce-41b2-b792-f9920a95bb2f {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:24:00.529398 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-cec6eb17-14fe-4e79-8ec6-b2c8921bcc12 None None] Provisioning for port b3309d56-564a-485b-a51e-45a1f6dab241 completed by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:24:00.535112 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121760f5-4bb8-4d05-b352-70e60fd72172 None None] Checking agent: {'id': '925d9885-7f95-40bb-88ba-4bb3b2a3855f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 16, 11), 'started_at': datetime.datetime(2021, 8, 4, 16, 16, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:24:00.535975 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121760f5-4bb8-4d05-b352-70e60fd72172 None None] Checking segment: {'id': '9f32b91d-c9a0-4366-93d1-1ed592891c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '5c2558c7-24ce-41b2-b792-f9920a95bb2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:24:00.536637 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-121760f5-4bb8-4d05-b352-70e60fd72172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:00.537248 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121760f5-4bb8-4d05-b352-70e60fd72172 None None] Bound using segment: {'id': '9f32b91d-c9a0-4366-93d1-1ed592891c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '5c2558c7-24ce-41b2-b792-f9920a95bb2f'} {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:24:00.537984 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-121760f5-4bb8-4d05-b352-70e60fd72172 None None] Bound port: 5bab37bd-d1f3-40e8-b1f5-4856071d766c, host: dv-cinder-789564-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f32b91d-c9a0-4366-93d1-1ed592891c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '5c2558c7-24ce-41b2-b792-f9920a95bb2f'}}] {{(pid=93332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:24:00.538641 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-121760f5-4bb8-4d05-b352-70e60fd72172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:00.606597 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-64d0470d-572c-451e-ba67-285b276f6fed service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:24:00.607654 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-64d0470d-572c-451e-ba67-285b276f6fed service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1338675 Aug 04 16:24:00.618957 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-121760f5-4bb8-4d05-b352-70e60fd72172 None None] For port 5bab37bd-d1f3-40e8-b1f5-4856071d766c, host dv-cinder-789564-9-iscsi, cleared binding levels {{(pid=93332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:24:00.623137 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-121760f5-4bb8-4d05-b352-70e60fd72172 None None] For port 5bab37bd-d1f3-40e8-b1f5-4856071d766c, host dv-cinder-789564-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=5bab37bd-d1f3-40e8-b1f5-4856071d766c,segment=NetworkSegment(9f32b91d-c9a0-4366-93d1-1ed592891c5e),segment_id=9f32b91d-c9a0-4366-93d1-1ed592891c5e)] {{(pid=93332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:24:00.626696 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-cec6eb17-14fe-4e79-8ec6-b2c8921bcc12 None None] Provisioning complete for port b3309d56-564a-485b-a51e-45a1f6dab241 triggered by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:24:00.627190 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-cec6eb17-14fe-4e79-8ec6-b2c8921bcc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:00.654423 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-121760f5-4bb8-4d05-b352-70e60fd72172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:00.657375 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-be3885a8-c2cf-492f-abdb-580cb15578b9 req-4e4407ea-1886-46a0-a7e1-1aef04f02832 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb69746-5594-47c6-abfb-beffa84fb2ca HTTP/1.1" status: 200 len: 210 time: 0.0687420 Aug 04 16:24:00.668982 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-459a5545-89e9-43ac-8eb4-fafb92cc4b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6630c791-8e1f-4601-93c7-30ecffad429e', 'name': 'tempest-ServerRescueNegativeTestJSON-25601383-router', 'tenant_id': '5ed276298dcd40d9b792743496b57580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c9601421-e641-4162-9d1c-f34d74cfc2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:55Z', 'updated_at': '2021-08-04T16:23:56Z', 'revision_number': 3, 'project_id': '5ed276298dcd40d9b792743496b57580', 'gw_port': {'id': 'c9601421-e641-4162-9d1c-f34d74cfc2d6', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:95:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6630c791-8e1f-4601-93c7-30ecffad429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:23:55Z', 'updated_at': '2021-08-04T16:23:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi'}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:24:00.670472 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-25ecbef1-5c5d-4968-9223-30195b17d221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:00.744587 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459a5545-89e9-43ac-8eb4-fafb92cc4b01 None None] The sync data for ids ['6630c791-8e1f-4601-93c7-30ecffad429e'] in dv-cinder-789564-9-iscsi is: [{'id': '6630c791-8e1f-4601-93c7-30ecffad429e', 'name': 'tempest-ServerRescueNegativeTestJSON-25601383-router', 'tenant_id': '5ed276298dcd40d9b792743496b57580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c9601421-e641-4162-9d1c-f34d74cfc2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:55Z', 'updated_at': '2021-08-04T16:23:56Z', 'revision_number': 3, 'project_id': '5ed276298dcd40d9b792743496b57580', 'gw_port': {'id': 'c9601421-e641-4162-9d1c-f34d74cfc2d6', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:95:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6630c791-8e1f-4601-93c7-30ecffad429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:23:55Z', 'updated_at': '2021-08-04T16:23:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi'}] {{(pid=93333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:24:00.822529 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-25ecbef1-5c5d-4968-9223-30195b17d221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:00.896000 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-bb2d6eb0-4182-40b8-9c7b-65f7e9a6aa8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:00.960060 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-25ecbef1-5c5d-4968-9223-30195b17d221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:00.979573 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-bb2d6eb0-4182-40b8-9c7b-65f7e9a6aa8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767'] for port, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:01.062988 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121760f5-4bb8-4d05-b352-70e60fd72172 None None] Pushing event updated for resources: {'Port': ['ID=5bab37bd-d1f3-40e8-b1f5-4856071d766c,revision_number=2']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:01.073865 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d6eb0-4182-40b8-9c7b-65f7e9a6aa8b admin admin] Pushing event updated for resources: {'Port': ['ID=05117e04-8afe-46d3-bdd0-2c0d9399eb6f,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:01.133625 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-25ecbef1-5c5d-4968-9223-30195b17d221 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=40304ba5c6354030adf95a57d43d62e2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0014989 Aug 04 16:24:01.152631 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 38806) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:01.190977 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2d6eb0-4182-40b8-9c7b-65f7e9a6aa8b admin admin] Network 79da2935-f34e-4d6b-93be-bb960bd015b1 is already hosted by enough agents. {{(pid=93330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:24:01.216225 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [None req-bb2d6eb0-4182-40b8-9c7b-65f7e9a6aa8b admin admin] Resources bound (agent type, host, resource id): {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:24:01.219300 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ecbef1-5c5d-4968-9223-30195b17d221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a6cd87-1cd4-4a0a-9b74-69e00a816cbe,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:01.224617 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2d6eb0-4182-40b8-9c7b-65f7e9a6aa8b admin admin] Received port after_create {{(pid=93330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:24:01.246854 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-cec6eb17-14fe-4e79-8ec6-b2c8921bcc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:01.305174 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-cec6eb17-14fe-4e79-8ec6-b2c8921bcc12 None None] For port b3309d56-564a-485b-a51e-45a1f6dab241, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=b3309d56-564a-485b-a51e-45a1f6dab241,segment=NetworkSegment(ce787726-f448-43d2-afe7-5993012333a5),segment_id=ce787726-f448-43d2-afe7-5993012333a5)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:24:01.308305 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.db_base_plugin_common [None req-ee686886-ee2a-4ef6-9871-b7306c1f1269 admin admin] Allocated IP 172.27.2.157 (79da2935-f34e-4d6b-93be-bb960bd015b1/1f6d232c-c352-4ff7-8ce5-aebf5b141825/2867530c-f114-4f1a-9c03-55698f3bdce4) {{(pid=93330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:24:01.312151 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-cec6eb17-14fe-4e79-8ec6-b2c8921bcc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:01.369218 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-5e3494a3-4c5d-4922-91a3-db5ad30c4b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:01.429387 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec6eb17-14fe-4e79-8ec6-b2c8921bcc12 None None] Pushing event updated for resources: {'Port': ['ID=b3309d56-564a-485b-a51e-45a1f6dab241,revision_number=3']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:01.480669 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-dd3203d5-2691-46a9-96f9-2c7ed9bd6e95 service neutron] 10.222.0.77 "GET /v2.0/networks/be014736-d92b-4d30-a9f9-4c1a86837735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8561387 Aug 04 16:24:01.552087 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-d3d8b48e-fdc2-47e2-92de-8817eb2f6fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:01.650328 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-2d5e2fe3-40e8-41cb-b10a-7fdffcebae85 service neutron] 10.222.0.77 "GET /v2.0/networks/be014736-d92b-4d30-a9f9-4c1a86837735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386817 Aug 04 16:24:01.659551 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6a8b0873-3d9d-49b0-b67d-8afcc7cc0de5 None None] Provisioning complete for port b3309d56-564a-485b-a51e-45a1f6dab241 triggered by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:24:01.660099 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6a8b0873-3d9d-49b0-b67d-8afcc7cc0de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:01.661191 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-d3d8b48e-fdc2-47e2-92de-8817eb2f6fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:01.900282 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-d3d8b48e-fdc2-47e2-92de-8817eb2f6fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:01.912779 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-d3d8b48e-fdc2-47e2-92de-8817eb2f6fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:01.914004 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-d3d8b48e-fdc2-47e2-92de-8817eb2f6fa9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a9a6cd87-1cd4-4a0a-9b74-69e00a816cbe HTTP/1.1" status: 204 len: 168 time: 0.7602882 Aug 04 16:24:01.951299 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-5e3494a3-4c5d-4922-91a3-db5ad30c4b49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:01.979960 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-5e3494a3-4c5d-4922-91a3-db5ad30c4b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:01.980902 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-5e3494a3-4c5d-4922-91a3-db5ad30c4b49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3631316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596249'] for router_interface, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:02.116791 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-ee686886-ee2a-4ef6-9871-b7306c1f1269 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:02.151601 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3494a3-4c5d-4922-91a3-db5ad30c4b49 admin admin] Pushing event updated for resources: {'Port': ['ID=97188836-442b-4717-9334-42b64e43ed0d,revision_number=2']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:02.220050 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8b48e-fdc2-47e2-92de-8817eb2f6fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a6cd87-1cd4-4a0a-9b74-69e00a816cbe,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:02.227639 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3494a3-4c5d-4922-91a3-db5ad30c4b49 admin admin] Network 7f965b80-7909-4cf3-8c57-8793402555a4 is already hosted by enough agents. {{(pid=93331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:24:02.229271 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-a6f4835a-0d1c-437c-bbb7-c075fec7e543 req-f7cf628e-855c-4f67-9a34-69ec15feffe6 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb69746-5594-47c6-abfb-beffa84fb2ca HTTP/1.1" status: 200 len: 210 time: 0.4228346 Aug 04 16:24:02.234090 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-ee686886-ee2a-4ef6-9871-b7306c1f1269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767'] for port, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:02.255634 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.base_scheduler [None req-5e3494a3-4c5d-4922-91a3-db5ad30c4b49 admin admin] Resources bound (agent type, host, resource id): {{(pid=93331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:24:02.298115 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee686886-ee2a-4ef6-9871-b7306c1f1269 admin admin] Pushing event updated for resources: {'Port': ['ID=2867530c-f114-4f1a-9c03-55698f3bdce4,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:02.319114 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee686886-ee2a-4ef6-9871-b7306c1f1269 admin admin] Network 79da2935-f34e-4d6b-93be-bb960bd015b1 is already hosted by enough agents. {{(pid=93330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:24:02.323415 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [None req-ee686886-ee2a-4ef6-9871-b7306c1f1269 admin admin] Resources bound (agent type, host, resource id): {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:24:02.328046 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee686886-ee2a-4ef6-9871-b7306c1f1269 admin admin] Received port after_create {{(pid=93330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:24:02.385305 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-bb2d6eb0-4182-40b8-9c7b-65f7e9a6aa8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:02.396650 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-fcebc084-6dbe-4edb-918a-a71e12cefc4a req-d2ec09ae-7c95-46e6-ad81-9f058ea615ab tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcb6970-bf7c-4e02-b6ed-b546eb86143a HTTP/1.1" status: 200 len: 210 time: 0.1208363 Aug 04 16:24:02.466229 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ac7723-3b77-432a-82ea-1451ce4dcd4c None None] Network 5c2558c7-24ce-41b2-b792-f9920a95bb2f requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:24:02.551335 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 38852) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:02.568958 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3494a3-4c5d-4922-91a3-db5ad30c4b49 admin admin] Router 6630c791-8e1f-4601-93c7-30ecffad429e has already been hosted by L3 agent d346cf64-ca3f-484e-b552-5df8791a7915 {{(pid=93331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:24:02.583658 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-2e02996a-33de-4118-8bad-7685833ebc4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:02.611060 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-297ef960-5e9a-4829-81d5-19906bf47e50 None None] Provisioning for port 5bab37bd-d1f3-40e8-b1f5-4856071d766c completed by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:24:02.836652 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-2e02996a-33de-4118-8bad-7685833ebc4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:02.844992 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-2e02996a-33de-4118-8bad-7685833ebc4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:02.849635 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3494a3-4c5d-4922-91a3-db5ad30c4b49 admin admin] Notify agent at l3_agent.dv-cinder-789564-9-iscsi the message routers_updated {{(pid=93331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:24:02.863410 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-5e3494a3-4c5d-4922-91a3-db5ad30c4b49 admin admin] 10.222.0.77 "PUT /v2.0/routers/6630c791-8e1f-4601-93c7-30ecffad429e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9268711 Aug 04 16:24:02.912940 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02996a-33de-4118-8bad-7685833ebc4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66756d1f-3323-4fc9-876e-228bd7bd4080,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:02.918729 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-2e02996a-33de-4118-8bad-7685833ebc4e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f29cd76948804a709d6e627ea1f6ce6d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3610957 Aug 04 16:24:02.921764 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 38864) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:03.164152 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-ee686886-ee2a-4ef6-9871-b7306c1f1269 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:03.284359 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-bb2d6eb0-4182-40b8-9c7b-65f7e9a6aa8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593452'] for router, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:03.302142 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-45249739-860a-44d3-b43b-da67b8107585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:03.338786 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-45249739-860a-44d3-b43b-da67b8107585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:03.447819 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 5bab37bd-d1f3-40e8-b1f5-4856071d766c up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:24:03.512155 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674b8f7b-30dd-4fc3-bc42-bc8ecc6b016b None None] Sync routers for ids ['6630c791-8e1f-4601-93c7-30ecffad429e'] in dv-cinder-789564-9-iscsi {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:24:03.531950 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674b8f7b-30dd-4fc3-bc42-bc8ecc6b016b None None] Routers {'6630c791-8e1f-4601-93c7-30ecffad429e'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:24:03.532598 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-674b8f7b-30dd-4fc3-bc42-bc8ecc6b016b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:23:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['6630c791-8e1f-4601-93c7-30ecffad429e'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:24:03.648119 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-c728d4fa-66d7-41f3-8bd7-0a7a592bbea6 req-7d2c5086-5b47-4c39-83e7-9f3068285433 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb69746-5594-47c6-abfb-beffa84fb2ca HTTP/1.1" status: 200 len: 210 time: 0.1475744 Aug 04 16:24:03.667858 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning for port 5bab37bd-d1f3-40e8-b1f5-4856071d766c completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:24:03.676731 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port 5bab37bd-d1f3-40e8-b1f5-4856071d766c triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:24:03.677417 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:03.790561 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-45249739-860a-44d3-b43b-da67b8107585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:03.792256 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-6eb9ae4c-1d99-402a-8a27-888c9a9db57b tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:03.794036 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-45249739-860a-44d3-b43b-da67b8107585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:03.795455 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-45249739-860a-44d3-b43b-da67b8107585 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/66756d1f-3323-4fc9-876e-228bd7bd4080 HTTP/1.1" status: 204 len: 168 time: 0.8727088 Aug 04 16:24:03.803816 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-6eb9ae4c-1d99-402a-8a27-888c9a9db57b tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/networks?id=7f965b80-7909-4cf3-8c57-8793402555a4 HTTP/1.1" status: 200 len: 817 time: 0.2225568 Aug 04 16:24:03.829389 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-674b8f7b-30dd-4fc3-bc42-bc8ecc6b016b None None] Set router 6630c791-8e1f-4601-93c7-30ecffad429e gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:24:03.844082 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-228613ae-2f56-4c01-b1b5-5410aa0c8275 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/quotas/5ed276298dcd40d9b792743496b57580 HTTP/1.1" status: 200 len: 375 time: 0.0390291 Aug 04 16:24:03.845012 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45249739-860a-44d3-b43b-da67b8107585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66756d1f-3323-4fc9-876e-228bd7bd4080,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:03.859271 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 38908) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:03.914574 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.50', 63251) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:03.925900 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-534337ef-061f-44b9-8f03-61d9f3fdca5a req-91012c35-344a-4859-b2ec-eec0b318ae16 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcb6970-bf7c-4e02-b6ed-b546eb86143a HTTP/1.1" status: 200 len: 210 time: 0.0778632 Aug 04 16:24:04.015403 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2d6eb0-4182-40b8-9c7b-65f7e9a6aa8b admin admin] Router 299b800a-9980-4d14-9bef-7c33d0cbf8ae is scheduled to L3 agent d346cf64-ca3f-484e-b552-5df8791a7915 with binding_index 1 {{(pid=93330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 16:24:04.018873 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:04.040819 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-ee686886-ee2a-4ef6-9871-b7306c1f1269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593452'] for router, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:04.123865 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] For port 5bab37bd-d1f3-40e8-b1f5-4856071d766c, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=5bab37bd-d1f3-40e8-b1f5-4856071d766c,segment=NetworkSegment(9f32b91d-c9a0-4366-93d1-1ed592891c5e),segment_id=9f32b91d-c9a0-4366-93d1-1ed592891c5e)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:24:04.145230 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:04.146457 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device b3309d56-564a-485b-a51e-45a1f6dab241 up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:24:04.172423 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-3a344645-1fb2-47fa-b568-908cc8e2a0fa tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5ed276298dcd40d9b792743496b57580&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3263419 Aug 04 16:24:04.174636 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-6504f8bb-e5f0-44e3-b2fa-b9d82424b8b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:04.357752 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Pushing event updated for resources: {'Port': ['ID=5bab37bd-d1f3-40e8-b1f5-4856071d766c,revision_number=3']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:04.383707 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port b3309d56-564a-485b-a51e-45a1f6dab241 triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:24:04.384137 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:04.427452 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-71df5844-700a-4a79-aeaa-72eedebdf036 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:04.429012 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-71df5844-700a-4a79-aeaa-72eedebdf036 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.50 "GET /v2.0/networks?id=adba0a6e-44f8-4a54-84d5-54ff0bc6bb41 HTTP/1.1" status: 200 len: 815 time: 0.5108323 Aug 04 16:24:04.439346 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.50', 63257) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:04.472475 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee686886-ee2a-4ef6-9871-b7306c1f1269 admin admin] Router 8b8f9e7b-d860-4258-98fd-6b35defa34bf is scheduled to L3 agent d346cf64-ca3f-484e-b552-5df8791a7915 with binding_index 1 {{(pid=93330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 16:24:04.528625 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-674b8f7b-30dd-4fc3-bc42-bc8ecc6b016b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6630c791-8e1f-4601-93c7-30ecffad429e', 'name': 'tempest-ServerRescueNegativeTestJSON-25601383-router', 'tenant_id': '5ed276298dcd40d9b792743496b57580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c9601421-e641-4162-9d1c-f34d74cfc2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:55Z', 'updated_at': '2021-08-04T16:24:01Z', 'revision_number': 4, 'project_id': '5ed276298dcd40d9b792743496b57580', 'gw_port': {'id': 'c9601421-e641-4162-9d1c-f34d74cfc2d6', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:95:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6630c791-8e1f-4601-93c7-30ecffad429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:23:55Z', 'updated_at': '2021-08-04T16:23:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '97188836-442b-4717-9334-42b64e43ed0d', 'name': '', 'network_id': '7f965b80-7909-4cf3-8c57-8793402555a4', 'tenant_id': '5ed276298dcd40d9b792743496b57580', 'mac_address': 'fa:16:3e:e0:af:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6630c791-8e1f-4601-93c7-30ecffad429e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e5d1a85b-b9eb-4879-9f2d-2ac1fb84c156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:23:59Z', 'updated_at': '2021-08-04T16:24:01Z', 'revision_number': 2, 'project_id': '5ed276298dcd40d9b792743496b57580', 'subnets': [{'id': 'e5d1a85b-b9eb-4879-9f2d-2ac1fb84c156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:24:04.532125 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device c9601421-e641-4162-9d1c-f34d74cfc2d6 up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:24:04.598806 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-e787e88f-159e-4fb2-a76a-a71fbb6e6edf tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Request body: {'port': {'device_id': '3cb69746-5594-47c6-abfb-beffa84fb2ca', 'network_id': 'adba0a6e-44f8-4a54-84d5-54ff0bc6bb41', 'admin_state_up': True, 'tenant_id': '814ea84104dd4ee1b125cc8688bffd7b'}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:24:04.600940 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674b8f7b-30dd-4fc3-bc42-bc8ecc6b016b None None] Checking router: 6630c791-8e1f-4601-93c7-30ecffad429e for host: dv-cinder-789564-9-iscsi {{(pid=93332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:24:04.601083 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2d6eb0-4182-40b8-9c7b-65f7e9a6aa8b admin admin] Notify agent at l3_agent.dv-cinder-789564-9-iscsi the message routers_updated {{(pid=93330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:24:04.601302 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674b8f7b-30dd-4fc3-bc42-bc8ecc6b016b None None] Updating router 6630c791-8e1f-4601-93c7-30ecffad429e port 97188836-442b-4717-9334-42b64e43ed0d binding host dv-cinder-789564-9-iscsi {{(pid=93332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:24:04.614907 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cc9a1a-acdc-456e-b5bd-64572f62e2e0 None None] Sync routers for ids ['299b800a-9980-4d14-9bef-7c33d0cbf8ae'] in dv-cinder-789564-9-iscsi {{(pid=93333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:24:04.630710 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cc9a1a-acdc-456e-b5bd-64572f62e2e0 None None] Routers {'299b800a-9980-4d14-9bef-7c33d0cbf8ae'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:24:04.632579 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-c9cc9a1a-acdc-456e-b5bd-64572f62e2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:23:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['299b800a-9980-4d14-9bef-7c33d0cbf8ae'], 'active': True} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:24:04.641184 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-674b8f7b-30dd-4fc3-bc42-bc8ecc6b016b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:04.708674 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning for port c9601421-e641-4162-9d1c-f34d74cfc2d6 completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:24:04.745968 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port c9601421-e641-4162-9d1c-f34d74cfc2d6 triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:24:04.746559 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:04.817566 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee686886-ee2a-4ef6-9871-b7306c1f1269 admin admin] Notify agent at l3_agent.dv-cinder-789564-9-iscsi the message routers_updated {{(pid=93330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:24:04.867671 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7321645a-d2dd-49f7-ae77-60d76ebccea8 None None] Sync routers for ids ['8b8f9e7b-d860-4258-98fd-6b35defa34bf'] in dv-cinder-789564-9-iscsi {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:24:04.908580 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f8863cab-fe24-4310-9ba2-95a2feb777a3 req-218925db-95f8-46a9-82f7-6cd55bde2841 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb69746-5594-47c6-abfb-beffa84fb2ca HTTP/1.1" status: 200 len: 210 time: 0.0406740 Aug 04 16:24:04.980921 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7321645a-d2dd-49f7-ae77-60d76ebccea8 None None] Routers {'8b8f9e7b-d860-4258-98fd-6b35defa34bf'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:24:04.983151 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-7321645a-d2dd-49f7-ae77-60d76ebccea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:23:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['8b8f9e7b-d860-4258-98fd-6b35defa34bf'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:24:04.991500 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-b0466923-d978-4ffd-bedc-856dc53ee6df service neutron] 10.222.0.77 "GET /v2.0/networks/7f965b80-7909-4cf3-8c57-8793402555a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8178775 Aug 04 16:24:05.059846 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvr_db [None req-c9cc9a1a-acdc-456e-b5bd-64572f62e2e0 None None] Set router 299b800a-9980-4d14-9bef-7c33d0cbf8ae gateway port host: dv-cinder-789564-9-iscsi {{(pid=93333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:24:05.092531 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-69a6936c-f298-46f0-81eb-bf89b2fbdec6 req-adfc389e-b22e-437f-8bfa-0935bdb04936 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcb6970-bf7c-4e02-b6ed-b546eb86143a HTTP/1.1" status: 200 len: 210 time: 0.0476186 Aug 04 16:24:05.395913 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-6f498972-4aef-44ca-9477-29e1a9bfaab8 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:05.397942 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-6f498972-4aef-44ca-9477-29e1a9bfaab8 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.50 "GET /v2.0/networks?id=be014736-d92b-4d30-a9f9-4c1a86837735 HTTP/1.1" status: 200 len: 811 time: 0.9574835 Aug 04 16:24:05.425521 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-f50dc7cf-5e54-498e-8d02-d4ee4c1ff7c1 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] Request body: {'port': {'device_id': '8fcb6970-bf7c-4e02-b6ed-b546eb86143a', 'network_id': 'be014736-d92b-4d30-a9f9-4c1a86837735', 'admin_state_up': True, 'tenant_id': '3850dad1624c4086936f0a56a723b980'}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:24:05.430180 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-6504f8bb-e5f0-44e3-b2fa-b9d82424b8b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:05.434267 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-674b8f7b-30dd-4fc3-bc42-bc8ecc6b016b None None] Notify callbacks [] for port, precommit_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:05.446886 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-ee686886-ee2a-4ef6-9871-b7306c1f1269 admin admin] Notify callbacks [] for router, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:05.448137 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-ee686886-ee2a-4ef6-9871-b7306c1f1269 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.9915485 Aug 04 16:24:05.449648 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-bb2d6eb0-4182-40b8-9c7b-65f7e9a6aa8b admin admin] Notify callbacks [] for router, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:05.453594 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-674b8f7b-30dd-4fc3-bc42-bc8ecc6b016b None None] Transition to ACTIVE for port object 97188836-442b-4717-9334-42b64e43ed0d will not be triggered until provisioned by entity L2. {{(pid=93332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:24:05.454331 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-bb2d6eb0-4182-40b8-9c7b-65f7e9a6aa8b admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.8633375 Aug 04 16:24:05.455139 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 38980) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:05.455636 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 38982) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:05.489894 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-674b8f7b-30dd-4fc3-bc42-bc8ecc6b016b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:05.541923 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-6504f8bb-e5f0-44e3-b2fa-b9d82424b8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:05.556481 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-c9cc9a1a-acdc-456e-b5bd-64572f62e2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'name': 'tempest-AttachVolumeShelveTestJSON-537519640-router', 'tenant_id': 'e94f253973de4174807e633c0f67ea51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '05117e04-8afe-46d3-bdd0-2c0d9399eb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:57Z', 'updated_at': '2021-08-04T16:24:01Z', 'revision_number': 3, 'project_id': 'e94f253973de4174807e633c0f67ea51', 'gw_port': {'id': '05117e04-8afe-46d3-bdd0-2c0d9399eb6f', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:94:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:00Z', 'updated_at': '2021-08-04T16:24:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi'}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:24:05.640354 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cc9a1a-acdc-456e-b5bd-64572f62e2e0 None None] Checking router: 299b800a-9980-4d14-9bef-7c33d0cbf8ae for host: dv-cinder-789564-9-iscsi {{(pid=93333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:24:05.641026 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cc9a1a-acdc-456e-b5bd-64572f62e2e0 None None] Updating router 299b800a-9980-4d14-9bef-7c33d0cbf8ae port 05117e04-8afe-46d3-bdd0-2c0d9399eb6f binding host dv-cinder-789564-9-iscsi {{(pid=93333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:24:05.646530 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-7321645a-d2dd-49f7-ae77-60d76ebccea8 None None] Set router 8b8f9e7b-d860-4258-98fd-6b35defa34bf gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:24:05.681814 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6504f8bb-e5f0-44e3-b2fa-b9d82424b8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4762ff3e-05b7-4862-8e3b-8f927f4a4851,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:05.712120 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-c9cc9a1a-acdc-456e-b5bd-64572f62e2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:05.733841 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-e787e88f-159e-4fb2-a76a-a71fbb6e6edf tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Made reservation on behalf of 814ea84104dd4ee1b125cc8688bffd7b for: {'port': 1} {{(pid=93331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:24:05.751225 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-e787e88f-159e-4fb2-a76a-a71fbb6e6edf tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:05.849376 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-1ab14ee9-36c6-4406-a975-be50036aaa98 service neutron] 10.222.0.77 "GET /v2.0/networks/7f965b80-7909-4cf3-8c57-8793402555a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8568769 Aug 04 16:24:05.889753 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-6504f8bb-e5f0-44e3-b2fa-b9d82424b8b3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=18f39ee3d02d4744a4dd9051756c23db&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0284400 Aug 04 16:24:05.906215 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 38990) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:05.907447 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:05.943384 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] For port c9601421-e641-4162-9d1c-f34d74cfc2d6, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=c9601421-e641-4162-9d1c-f34d74cfc2d6,segment=NetworkSegment(25182b56-ac69-4c03-a79e-71a35095fb85),segment_id=25182b56-ac69-4c03-a79e-71a35095fb85)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:24:05.991197 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:06.026480 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee4bab-db8d-42db-b455-10ee5ae0b2c9 None None] Pushing event updated for resources: {'Port': ['ID=97188836-442b-4717-9334-42b64e43ed0d,revision_number=3']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:06.079329 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-674b8f7b-30dd-4fc3-bc42-bc8ecc6b016b None None] Attempting to bind port 97188836-442b-4717-9334-42b64e43ed0d on host dv-cinder-789564-9-iscsi for vnic_type normal with profile {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:24:06.079939 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-674b8f7b-30dd-4fc3-bc42-bc8ecc6b016b None None] Attempting to bind port 97188836-442b-4717-9334-42b64e43ed0d by drivers openvswitch,hyperv on host dv-cinder-789564-9-iscsi at level 0 using segments [{'id': '5b2050c3-ed64-4508-902c-49e5966da0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '7f965b80-7909-4cf3-8c57-8793402555a4'}] {{(pid=93332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:24:06.083088 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674b8f7b-30dd-4fc3-bc42-bc8ecc6b016b None None] Attempting to bind port 97188836-442b-4717-9334-42b64e43ed0d on network 7f965b80-7909-4cf3-8c57-8793402555a4 {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:24:06.122849 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674b8f7b-30dd-4fc3-bc42-bc8ecc6b016b None None] Checking agent: {'id': '925d9885-7f95-40bb-88ba-4bb3b2a3855f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 16, 11), 'started_at': datetime.datetime(2021, 8, 4, 16, 16, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:24:06.123233 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674b8f7b-30dd-4fc3-bc42-bc8ecc6b016b None None] Checking segment: {'id': '5b2050c3-ed64-4508-902c-49e5966da0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '7f965b80-7909-4cf3-8c57-8793402555a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:24:06.123687 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-674b8f7b-30dd-4fc3-bc42-bc8ecc6b016b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:06.124094 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674b8f7b-30dd-4fc3-bc42-bc8ecc6b016b None None] Bound using segment: {'id': '5b2050c3-ed64-4508-902c-49e5966da0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '7f965b80-7909-4cf3-8c57-8793402555a4'} {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:24:06.124628 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-674b8f7b-30dd-4fc3-bc42-bc8ecc6b016b None None] Bound port: 97188836-442b-4717-9334-42b64e43ed0d, host: dv-cinder-789564-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b2050c3-ed64-4508-902c-49e5966da0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '7f965b80-7909-4cf3-8c57-8793402555a4'}}] {{(pid=93332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:24:06.125038 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-674b8f7b-30dd-4fc3-bc42-bc8ecc6b016b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:06.208724 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-7321645a-d2dd-49f7-ae77-60d76ebccea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'name': 'tempest-AttachVolumeTestJSON-786119888-router', 'tenant_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '2867530c-f114-4f1a-9c03-55698f3bdce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:58Z', 'updated_at': '2021-08-04T16:24:02Z', 'revision_number': 3, 'project_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'gw_port': {'id': '2867530c-f114-4f1a-9c03-55698f3bdce4', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:00Z', 'updated_at': '2021-08-04T16:24:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi'}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:24:06.229990 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 5bab37bd-d1f3-40e8-b1f5-4856071d766c up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:24:06.421377 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-845eefef-b0a4-49a4-875b-321894360a61 req-716a48ce-fb7b-4c81-be71-7e6b7cb74748 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb69746-5594-47c6-abfb-beffa84fb2ca HTTP/1.1" status: 200 len: 210 time: 0.1448290 Aug 04 16:24:06.477900 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-c9cc9a1a-acdc-456e-b5bd-64572f62e2e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:06.515767 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.provisioning_blocks [None req-c9cc9a1a-acdc-456e-b5bd-64572f62e2e0 None None] Transition to ACTIVE for port object 05117e04-8afe-46d3-bdd0-2c0d9399eb6f will not be triggered until provisioned by entity L2. {{(pid=93333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:24:06.534523 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-c9cc9a1a-acdc-456e-b5bd-64572f62e2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:06.565700 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-f56c25fd-665a-4fb2-96f1-d717e75925ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:06.593699 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7321645a-d2dd-49f7-ae77-60d76ebccea8 None None] Checking router: 8b8f9e7b-d860-4258-98fd-6b35defa34bf for host: dv-cinder-789564-9-iscsi {{(pid=93332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:24:06.600860 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7321645a-d2dd-49f7-ae77-60d76ebccea8 None None] Updating router 8b8f9e7b-d860-4258-98fd-6b35defa34bf port 2867530c-f114-4f1a-9c03-55698f3bdce4 binding host dv-cinder-789564-9-iscsi {{(pid=93332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:24:06.664142 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8eb434-1521-4241-97d2-4de5bf779ad5 None None] Pushing event updated for resources: {'Port': ['ID=05117e04-8afe-46d3-bdd0-2c0d9399eb6f,revision_number=2']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:06.695334 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Pushing event updated for resources: {'Port': ['ID=c9601421-e641-4162-9d1c-f34d74cfc2d6,revision_number=4']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:06.765282 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [None req-c9cc9a1a-acdc-456e-b5bd-64572f62e2e0 None None] Attempting to bind port 05117e04-8afe-46d3-bdd0-2c0d9399eb6f on host dv-cinder-789564-9-iscsi for vnic_type normal with profile {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:24:06.765649 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [None req-c9cc9a1a-acdc-456e-b5bd-64572f62e2e0 None None] Attempting to bind port 05117e04-8afe-46d3-bdd0-2c0d9399eb6f by drivers openvswitch,hyperv on host dv-cinder-789564-9-iscsi at level 0 using segments [{'id': '25182b56-ac69-4c03-a79e-71a35095fb85', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'}] {{(pid=93333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:24:06.766249 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cc9a1a-acdc-456e-b5bd-64572f62e2e0 None None] Attempting to bind port 05117e04-8afe-46d3-bdd0-2c0d9399eb6f on network 79da2935-f34e-4d6b-93be-bb960bd015b1 {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:24:06.775191 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-f56c25fd-665a-4fb2-96f1-d717e75925ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:06.775554 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cc9a1a-acdc-456e-b5bd-64572f62e2e0 None None] Checking agent: {'id': '925d9885-7f95-40bb-88ba-4bb3b2a3855f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 16, 11), 'started_at': datetime.datetime(2021, 8, 4, 16, 16, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:24:06.776060 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cc9a1a-acdc-456e-b5bd-64572f62e2e0 None None] Checking segment: {'id': '25182b56-ac69-4c03-a79e-71a35095fb85', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:24:06.786707 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-c9cc9a1a-acdc-456e-b5bd-64572f62e2e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:06.787519 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cc9a1a-acdc-456e-b5bd-64572f62e2e0 None None] Bound using segment: {'id': '25182b56-ac69-4c03-a79e-71a35095fb85', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'} {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:24:06.788255 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [None req-c9cc9a1a-acdc-456e-b5bd-64572f62e2e0 None None] Bound port: 05117e04-8afe-46d3-bdd0-2c0d9399eb6f, host: dv-cinder-789564-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25182b56-ac69-4c03-a79e-71a35095fb85', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'}}] {{(pid=93333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:24:06.788903 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-c9cc9a1a-acdc-456e-b5bd-64572f62e2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:06.806734 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-7321645a-d2dd-49f7-ae77-60d76ebccea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:06.809452 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-4178117f-0e2d-4254-b66d-2eb743ba3184 req-47dbd920-e4d9-4883-8a7f-53098c61092e tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcb6970-bf7c-4e02-b6ed-b546eb86143a HTTP/1.1" status: 200 len: 210 time: 0.1962180 Aug 04 16:24:06.868019 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-f50dc7cf-5e54-498e-8d02-d4ee4c1ff7c1 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] Made reservation on behalf of 3850dad1624c4086936f0a56a723b980 for: {'port': 1} {{(pid=93331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:24:06.873188 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-f50dc7cf-5e54-498e-8d02-d4ee4c1ff7c1 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:06.953498 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [None req-c9cc9a1a-acdc-456e-b5bd-64572f62e2e0 None None] For port 05117e04-8afe-46d3-bdd0-2c0d9399eb6f, host dv-cinder-789564-9-iscsi, cleared binding levels {{(pid=93333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:24:06.960062 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [None req-c9cc9a1a-acdc-456e-b5bd-64572f62e2e0 None None] For port 05117e04-8afe-46d3-bdd0-2c0d9399eb6f, host dv-cinder-789564-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=05117e04-8afe-46d3-bdd0-2c0d9399eb6f,segment=NetworkSegment(25182b56-ac69-4c03-a79e-71a35095fb85),segment_id=25182b56-ac69-4c03-a79e-71a35095fb85)] {{(pid=93333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:24:06.986164 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.db_base_plugin_common [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-e787e88f-159e-4fb2-a76a-a71fbb6e6edf tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Allocated IP 172.20.0.11 (adba0a6e-44f8-4a54-84d5-54ff0bc6bb41/6f7c1adb-0393-4d8f-aa60-5e62e154bcaf/b162335e-7c27-4531-a303-ef9867eb115e) {{(pid=93331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:24:06.986328 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-c9cc9a1a-acdc-456e-b5bd-64572f62e2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:06.991366 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-674b8f7b-30dd-4fc3-bc42-bc8ecc6b016b None None] For port 97188836-442b-4717-9334-42b64e43ed0d, host dv-cinder-789564-9-iscsi, cleared binding levels {{(pid=93332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:24:07.057540 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-674b8f7b-30dd-4fc3-bc42-bc8ecc6b016b None None] For port 97188836-442b-4717-9334-42b64e43ed0d, host dv-cinder-789564-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=97188836-442b-4717-9334-42b64e43ed0d,segment=NetworkSegment(5b2050c3-ed64-4508-902c-49e5966da0c1),segment_id=5b2050c3-ed64-4508-902c-49e5966da0c1)] {{(pid=93332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:24:07.090496 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-674b8f7b-30dd-4fc3-bc42-bc8ecc6b016b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:07.122210 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6ef58ba4-1193-40b5-a5f7-f20126b9ff25 req-c596f9c9-ac4f-40fb-9f18-fccee8c38fcf tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 210 time: 0.1405833 Aug 04 16:24:07.269415 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8eb434-1521-4241-97d2-4de5bf779ad5 None None] Pushing event updated for resources: {'Port': ['ID=05117e04-8afe-46d3-bdd0-2c0d9399eb6f,revision_number=3']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:07.276621 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-f56c25fd-665a-4fb2-96f1-d717e75925ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:07.279972 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-f56c25fd-665a-4fb2-96f1-d717e75925ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:07.291551 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-f56c25fd-665a-4fb2-96f1-d717e75925ad admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4762ff3e-05b7-4862-8e3b-8f927f4a4851 HTTP/1.1" status: 204 len: 168 time: 1.3813004 Aug 04 16:24:07.372381 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cc9a1a-acdc-456e-b5bd-64572f62e2e0 None None] Routers {'299b800a-9980-4d14-9bef-7c33d0cbf8ae'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:24:07.375812 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-c9cc9a1a-acdc-456e-b5bd-64572f62e2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:23:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['299b800a-9980-4d14-9bef-7c33d0cbf8ae'], 'active': True} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:24:07.464051 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c25fd-665a-4fb2-96f1-d717e75925ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4762ff3e-05b7-4862-8e3b-8f927f4a4851,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:07.565291 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.db_base_plugin_common [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-f50dc7cf-5e54-498e-8d02-d4ee4c1ff7c1 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] Allocated IP 172.20.0.8 (be014736-d92b-4d30-a9f9-4c1a86837735/2b83028a-7632-4e16-99a5-9dc762daa616/b924c080-25ef-46de-a092-6a7839885e48) {{(pid=93331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:24:07.682827 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-e787e88f-159e-4fb2-a76a-a71fbb6e6edf tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Notify callbacks [] for port, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:07.937285 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-e787e88f-159e-4fb2-a76a-a71fbb6e6edf tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767'] for port, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:08.034210 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee4bab-db8d-42db-b455-10ee5ae0b2c9 None None] Pushing event updated for resources: {'Port': ['ID=97188836-442b-4717-9334-42b64e43ed0d,revision_number=4']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:08.072951 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvr_db [None req-c9cc9a1a-acdc-456e-b5bd-64572f62e2e0 None None] Set router 299b800a-9980-4d14-9bef-7c33d0cbf8ae gateway port host: dv-cinder-789564-9-iscsi {{(pid=93333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:24:08.202239 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port 5bab37bd-d1f3-40e8-b1f5-4856071d766c triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:24:08.203688 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:08.295201 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-e787e88f-159e-4fb2-a76a-a71fbb6e6edf tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Network adba0a6e-44f8-4a54-84d5-54ff0bc6bb41 is already hosted by enough agents. {{(pid=93331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:24:08.370057 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787e88f-159e-4fb2-a76a-a71fbb6e6edf tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Pushing event updated for resources: {'Port': ['ID=b162335e-7c27-4531-a303-ef9867eb115e,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:08.371036 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 39062) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:08.428672 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-f50dc7cf-5e54-498e-8d02-d4ee4c1ff7c1 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] Notify callbacks [] for port, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:08.463595 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 6 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:24:08.536123 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-7321645a-d2dd-49f7-ae77-60d76ebccea8 None None] Notify callbacks [] for port, precommit_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:08.560436 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.base_scheduler [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-e787e88f-159e-4fb2-a76a-a71fbb6e6edf tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Resources bound (agent type, host, resource id): {{(pid=93331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:24:08.566456 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-7321645a-d2dd-49f7-ae77-60d76ebccea8 None None] Transition to ACTIVE for port object 2867530c-f114-4f1a-9c03-55698f3bdce4 will not be triggered until provisioned by entity L2. {{(pid=93332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:24:08.573716 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-f50dc7cf-5e54-498e-8d02-d4ee4c1ff7c1 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767'] for port, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:08.593422 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-e787e88f-159e-4fb2-a76a-a71fbb6e6edf tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Received port after_create {{(pid=93331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:24:08.607477 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-7321645a-d2dd-49f7-ae77-60d76ebccea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:08.612012 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-e787e88f-159e-4fb2-a76a-a71fbb6e6edf tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:08.612832 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-e787e88f-159e-4fb2-a76a-a71fbb6e6edf tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for port, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:08.694679 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-f50dc7cf-5e54-498e-8d02-d4ee4c1ff7c1 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] Network be014736-d92b-4d30-a9f9-4c1a86837735 is already hosted by enough agents. {{(pid=93331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:24:08.710338 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-c9cc9a1a-acdc-456e-b5bd-64572f62e2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'name': 'tempest-AttachVolumeShelveTestJSON-537519640-router', 'tenant_id': 'e94f253973de4174807e633c0f67ea51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '05117e04-8afe-46d3-bdd0-2c0d9399eb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:57Z', 'updated_at': '2021-08-04T16:24:01Z', 'revision_number': 3, 'project_id': 'e94f253973de4174807e633c0f67ea51', 'gw_port': {'id': '05117e04-8afe-46d3-bdd0-2c0d9399eb6f', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:94:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:00Z', 'updated_at': '2021-08-04T16:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi'}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:24:08.712777 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-d8901b9b-4a90-4a1f-ad95-f087032a49ac tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:08.733613 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-d8901b9b-4a90-4a1f-ad95-f087032a49ac tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/networks?id=7f965b80-7909-4cf3-8c57-8793402555a4 HTTP/1.1" status: 200 len: 817 time: 0.9849436 Aug 04 16:24:08.804075 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd78876a-5ee6-4b83-8e82-507d88cba789 None None] Pushing event updated for resources: {'Port': ['ID=2867530c-f114-4f1a-9c03-55698f3bdce4,revision_number=2']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:08.814759 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cc9a1a-acdc-456e-b5bd-64572f62e2e0 None None] The sync data for ids ['299b800a-9980-4d14-9bef-7c33d0cbf8ae'] in dv-cinder-789564-9-iscsi is: [{'id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'name': 'tempest-AttachVolumeShelveTestJSON-537519640-router', 'tenant_id': 'e94f253973de4174807e633c0f67ea51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '05117e04-8afe-46d3-bdd0-2c0d9399eb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:57Z', 'updated_at': '2021-08-04T16:24:01Z', 'revision_number': 3, 'project_id': 'e94f253973de4174807e633c0f67ea51', 'gw_port': {'id': '05117e04-8afe-46d3-bdd0-2c0d9399eb6f', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:94:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:00Z', 'updated_at': '2021-08-04T16:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi'}] {{(pid=93333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:24:08.829824 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-e56e4ad1-6949-4d30-b630-90b46818640e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:08.834915 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.base_scheduler [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-f50dc7cf-5e54-498e-8d02-d4ee4c1ff7c1 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] Resources bound (agent type, host, resource id): {{(pid=93331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:24:08.886381 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-b4826422-a85b-46ac-940d-674d5a75bd19 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/quotas/5ed276298dcd40d9b792743496b57580 HTTP/1.1" status: 200 len: 375 time: 0.1454065 Aug 04 16:24:08.890138 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-f50dc7cf-5e54-498e-8d02-d4ee4c1ff7c1 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] Received port after_create {{(pid=93331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:24:08.898796 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-f50dc7cf-5e54-498e-8d02-d4ee4c1ff7c1 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:08.899868 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-f50dc7cf-5e54-498e-8d02-d4ee4c1ff7c1 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for port, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:08.905816 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674b8f7b-30dd-4fc3-bc42-bc8ecc6b016b None None] Routers {'6630c791-8e1f-4601-93c7-30ecffad429e'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:24:08.906646 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-674b8f7b-30dd-4fc3-bc42-bc8ecc6b016b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:23:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['6630c791-8e1f-4601-93c7-30ecffad429e'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:24:08.932268 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-7321645a-d2dd-49f7-ae77-60d76ebccea8 None None] Attempting to bind port 2867530c-f114-4f1a-9c03-55698f3bdce4 on host dv-cinder-789564-9-iscsi for vnic_type normal with profile {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:24:08.933313 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-7321645a-d2dd-49f7-ae77-60d76ebccea8 None None] Attempting to bind port 2867530c-f114-4f1a-9c03-55698f3bdce4 by drivers openvswitch,hyperv on host dv-cinder-789564-9-iscsi at level 0 using segments [{'id': '25182b56-ac69-4c03-a79e-71a35095fb85', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'}] {{(pid=93332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:24:08.934321 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7321645a-d2dd-49f7-ae77-60d76ebccea8 None None] Attempting to bind port 2867530c-f114-4f1a-9c03-55698f3bdce4 on network 79da2935-f34e-4d6b-93be-bb960bd015b1 {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:24:09.020281 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-e787e88f-159e-4fb2-a76a-a71fbb6e6edf tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5142076 Aug 04 16:24:09.023252 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.50', 63267) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:09.077875 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7321645a-d2dd-49f7-ae77-60d76ebccea8 None None] Checking agent: {'id': '925d9885-7f95-40bb-88ba-4bb3b2a3855f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 16, 11), 'started_at': datetime.datetime(2021, 8, 4, 16, 16, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:24:09.077875 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7321645a-d2dd-49f7-ae77-60d76ebccea8 None None] Checking segment: {'id': '25182b56-ac69-4c03-a79e-71a35095fb85', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:24:09.079432 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-7321645a-d2dd-49f7-ae77-60d76ebccea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:09.079985 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7321645a-d2dd-49f7-ae77-60d76ebccea8 None None] Bound using segment: {'id': '25182b56-ac69-4c03-a79e-71a35095fb85', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'} {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:24:09.080699 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-7321645a-d2dd-49f7-ae77-60d76ebccea8 None None] Bound port: 2867530c-f114-4f1a-9c03-55698f3bdce4, host: dv-cinder-789564-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25182b56-ac69-4c03-a79e-71a35095fb85', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'}}] {{(pid=93332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:24:09.081342 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-7321645a-d2dd-49f7-ae77-60d76ebccea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:09.104915 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-0a254ebb-2f30-41f7-b82a-c867e6ec1c18 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:24:09.108122 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-0a254ebb-2f30-41f7-b82a-c867e6ec1c18 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0307992 Aug 04 16:24:09.158907 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50dc7cf-5e54-498e-8d02-d4ee4c1ff7c1 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] Pushing event updated for resources: {'Port': ['ID=b924c080-25ef-46de-a092-6a7839885e48,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:09.186831 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-f50dc7cf-5e54-498e-8d02-d4ee4c1ff7c1 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7700841 Aug 04 16:24:09.306648 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-08bc8250-8cdd-48e9-afd3-ab5d2471957a tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5ed276298dcd40d9b792743496b57580&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4190936 Aug 04 16:24:09.331398 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device c9601421-e641-4162-9d1c-f34d74cfc2d6 up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:24:09.521733 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecedd2b-ad09-4896-9c99-8bc6808b1427 req-4434c338-1821-44ee-90e3-b8af1dfafa51 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:09.521733 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-4ecedd2b-ad09-4896-9c99-8bc6808b1427 req-4434c338-1821-44ee-90e3-b8af1dfafa51 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb69746-5594-47c6-abfb-beffa84fb2ca HTTP/1.1" status: 200 len: 932 time: 1.6406400 Aug 04 16:24:09.521733 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-892aea89-66d8-49b9-8507-e7254548fd7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:09.541871 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-fb553fd6-24ca-47d8-bc8f-8d8dc4bb4797 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:09.554804 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-7321645a-d2dd-49f7-ae77-60d76ebccea8 None None] For port 2867530c-f114-4f1a-9c03-55698f3bdce4, host dv-cinder-789564-9-iscsi, cleared binding levels {{(pid=93332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:24:09.564157 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-fb553fd6-24ca-47d8-bc8f-8d8dc4bb4797 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.50 "GET /v2.0/networks?id=7f965b80-7909-4cf3-8c57-8793402555a4 HTTP/1.1" status: 200 len: 817 time: 0.5272653 Aug 04 16:24:09.668608 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-7321645a-d2dd-49f7-ae77-60d76ebccea8 None None] For port 2867530c-f114-4f1a-9c03-55698f3bdce4, host dv-cinder-789564-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=2867530c-f114-4f1a-9c03-55698f3bdce4,segment=NetworkSegment(25182b56-ac69-4c03-a79e-71a35095fb85),segment_id=25182b56-ac69-4c03-a79e-71a35095fb85)] {{(pid=93332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:24:09.709734 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-7321645a-d2dd-49f7-ae77-60d76ebccea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:09.729373 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-4ecedd2b-ad09-4896-9c99-8bc6808b1427 req-aa909743-9dc0-4a3e-917f-9942ba2dd7f7 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737744 Aug 04 16:24:09.743972 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-91a390d8-94df-46e0-bdad-da1634e07d53 service neutron] 10.222.0.77 "GET /v2.0/networks/7f965b80-7909-4cf3-8c57-8793402555a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4067767 Aug 04 16:24:09.793493 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-8af49987-4c6f-4570-a352-ad5a31f92742 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Request body: {'port': {'device_id': '64b045ab-defa-4f38-8178-9d493b95c21c', 'network_id': '7f965b80-7909-4cf3-8c57-8793402555a4', 'admin_state_up': True, 'tenant_id': '5ed276298dcd40d9b792743496b57580'}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:24:09.831620 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-674b8f7b-30dd-4fc3-bc42-bc8ecc6b016b None None] Set router 6630c791-8e1f-4601-93c7-30ecffad429e gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:24:09.910680 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port c9601421-e641-4162-9d1c-f34d74cfc2d6 triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:24:09.913023 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-4c6688de-5f8d-4f85-9e29-a3a42091116c service neutron] Request body: {'port': {'device_id': '3cb69746-5594-47c6-abfb-beffa84fb2ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:24:09.915589 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:09.925279 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c585a096-b454-4b05-b8f4-fad5aab1adc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:10.023228 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-3fc4c935-0bff-4a8e-8fb1-99c2f49b0d96 service neutron] Request body: {'port': {'device_id': '8fcb6970-bf7c-4e02-b6ed-b546eb86143a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:24:10.086679 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7321645a-d2dd-49f7-ae77-60d76ebccea8 None None] Routers {'8b8f9e7b-d860-4258-98fd-6b35defa34bf'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:24:10.088033 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-7321645a-d2dd-49f7-ae77-60d76ebccea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:23:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['8b8f9e7b-d860-4258-98fd-6b35defa34bf'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:24:10.095764 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd78876a-5ee6-4b83-8e82-507d88cba789 None None] Pushing event updated for resources: {'Port': ['ID=2867530c-f114-4f1a-9c03-55698f3bdce4,revision_number=3']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:10.261257 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-2752ad2d-4e25-4a1a-8aef-135fb5893b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:10.679722 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-4c6688de-5f8d-4f85-9e29-a3a42091116c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:10.875085 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-7321645a-d2dd-49f7-ae77-60d76ebccea8 None None] Set router 8b8f9e7b-d860-4258-98fd-6b35defa34bf gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:24:10.883671 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.db_base_plugin_common [None req-c585a096-b454-4b05-b8f4-fad5aab1adc9 admin admin] Allocated IP 172.20.0.1 (5c2558c7-24ce-41b2-b792-f9920a95bb2f/1fb80fc5-b3b3-4ef1-9a71-cb5032debcda/6f9018f5-d80f-4057-8773-7632262dcabd) {{(pid=93330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:24:11.033166 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-d98d7ca0-3869-47a4-9d3d-f683b0f65e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:11.041623 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:11.057491 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c585a096-b454-4b05-b8f4-fad5aab1adc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:11.098306 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.provisioning_blocks [None req-c585a096-b454-4b05-b8f4-fad5aab1adc9 admin admin] Transition to ACTIVE for port object 6f9018f5-d80f-4057-8773-7632262dcabd will not be triggered until provisioned by entity DHCP. {{(pid=93330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:24:11.102682 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-3fc4c935-0bff-4a8e-8fb1-99c2f49b0d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:11.112591 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-674b8f7b-30dd-4fc3-bc42-bc8ecc6b016b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6630c791-8e1f-4601-93c7-30ecffad429e', 'name': 'tempest-ServerRescueNegativeTestJSON-25601383-router', 'tenant_id': '5ed276298dcd40d9b792743496b57580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c9601421-e641-4162-9d1c-f34d74cfc2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:55Z', 'updated_at': '2021-08-04T16:24:01Z', 'revision_number': 4, 'project_id': '5ed276298dcd40d9b792743496b57580', 'gw_port': {'id': 'c9601421-e641-4162-9d1c-f34d74cfc2d6', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:95:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6630c791-8e1f-4601-93c7-30ecffad429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:23:55Z', 'updated_at': '2021-08-04T16:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '97188836-442b-4717-9334-42b64e43ed0d', 'name': '', 'network_id': '7f965b80-7909-4cf3-8c57-8793402555a4', 'tenant_id': '5ed276298dcd40d9b792743496b57580', 'mac_address': 'fa:16:3e:e0:af:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6630c791-8e1f-4601-93c7-30ecffad429e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e5d1a85b-b9eb-4879-9f2d-2ac1fb84c156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:23:59Z', 'updated_at': '2021-08-04T16:24:06Z', 'revision_number': 4, 'project_id': '5ed276298dcd40d9b792743496b57580', 'subnets': [{'id': 'e5d1a85b-b9eb-4879-9f2d-2ac1fb84c156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:24:11.208143 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674b8f7b-30dd-4fc3-bc42-bc8ecc6b016b None None] The sync data for ids ['6630c791-8e1f-4601-93c7-30ecffad429e'] in dv-cinder-789564-9-iscsi is: [{'id': '6630c791-8e1f-4601-93c7-30ecffad429e', 'name': 'tempest-ServerRescueNegativeTestJSON-25601383-router', 'tenant_id': '5ed276298dcd40d9b792743496b57580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c9601421-e641-4162-9d1c-f34d74cfc2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:55Z', 'updated_at': '2021-08-04T16:24:01Z', 'revision_number': 4, 'project_id': '5ed276298dcd40d9b792743496b57580', 'gw_port': {'id': 'c9601421-e641-4162-9d1c-f34d74cfc2d6', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:95:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6630c791-8e1f-4601-93c7-30ecffad429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:23:55Z', 'updated_at': '2021-08-04T16:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '97188836-442b-4717-9334-42b64e43ed0d', 'name': '', 'network_id': '7f965b80-7909-4cf3-8c57-8793402555a4', 'tenant_id': '5ed276298dcd40d9b792743496b57580', 'mac_address': 'fa:16:3e:e0:af:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6630c791-8e1f-4601-93c7-30ecffad429e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e5d1a85b-b9eb-4879-9f2d-2ac1fb84c156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:23:59Z', 'updated_at': '2021-08-04T16:24:06Z', 'revision_number': 4, 'project_id': '5ed276298dcd40d9b792743496b57580', 'subnets': [{'id': 'e5d1a85b-b9eb-4879-9f2d-2ac1fb84c156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:24:11.266199 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c585a096-b454-4b05-b8f4-fad5aab1adc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767'] for port, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:11.334853 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 05117e04-8afe-46d3-bdd0-2c0d9399eb6f up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:24:11.364024 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c585a096-b454-4b05-b8f4-fad5aab1adc9 admin admin] Network 5c2558c7-24ce-41b2-b792-f9920a95bb2f is already hosted by enough agents. {{(pid=93330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:24:11.377797 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-55649022-a8e1-48f8-bbb0-9b305fd9c0ba service neutron] 10.222.0.77 "GET /v2.0/networks/7f965b80-7909-4cf3-8c57-8793402555a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6294041 Aug 04 16:24:11.378962 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [None req-c585a096-b454-4b05-b8f4-fad5aab1adc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:24:11.383567 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c585a096-b454-4b05-b8f4-fad5aab1adc9 admin admin] Received port after_create {{(pid=93330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:24:11.385096 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c585a096-b454-4b05-b8f4-fad5aab1adc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594499'] for router_interface, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:11.552859 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-7321645a-d2dd-49f7-ae77-60d76ebccea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'name': 'tempest-AttachVolumeTestJSON-786119888-router', 'tenant_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '2867530c-f114-4f1a-9c03-55698f3bdce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:58Z', 'updated_at': '2021-08-04T16:24:02Z', 'revision_number': 3, 'project_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'gw_port': {'id': '2867530c-f114-4f1a-9c03-55698f3bdce4', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:00Z', 'updated_at': '2021-08-04T16:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi'}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:24:11.664163 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7321645a-d2dd-49f7-ae77-60d76ebccea8 None None] The sync data for ids ['8b8f9e7b-d860-4258-98fd-6b35defa34bf'] in dv-cinder-789564-9-iscsi is: [{'id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'name': 'tempest-AttachVolumeTestJSON-786119888-router', 'tenant_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '2867530c-f114-4f1a-9c03-55698f3bdce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:58Z', 'updated_at': '2021-08-04T16:24:02Z', 'revision_number': 3, 'project_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'gw_port': {'id': '2867530c-f114-4f1a-9c03-55698f3bdce4', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:00Z', 'updated_at': '2021-08-04T16:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi'}] {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:24:11.697546 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning for port 05117e04-8afe-46d3-bdd0-2c0d9399eb6f completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:24:11.711966 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port 05117e04-8afe-46d3-bdd0-2c0d9399eb6f triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:24:11.714461 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:12.051977 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:12.077131 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-97b3112d-bd21-4c8c-bfd0-26666d23e1c1 None None] Provisioning for port 6f9018f5-d80f-4057-8773-7632262dcabd completed by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:24:12.102505 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-97b3112d-bd21-4c8c-bfd0-26666d23e1c1 None None] Provisioning complete for port 6f9018f5-d80f-4057-8773-7632262dcabd triggered by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:24:12.109057 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-97b3112d-bd21-4c8c-bfd0-26666d23e1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:12.118623 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] For port 05117e04-8afe-46d3-bdd0-2c0d9399eb6f, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=05117e04-8afe-46d3-bdd0-2c0d9399eb6f,segment=NetworkSegment(25182b56-ac69-4c03-a79e-71a35095fb85),segment_id=25182b56-ac69-4c03-a79e-71a35095fb85)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:24:12.139037 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:12.265911 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c585a096-b454-4b05-b8f4-fad5aab1adc9 admin admin] Pushing event updated for resources: {'Port': ['ID=6f9018f5-d80f-4057-8773-7632262dcabd,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:12.328390 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-97b3112d-bd21-4c8c-bfd0-26666d23e1c1 None None] Port 6f9018f5-d80f-4057-8773-7632262dcabd cannot update to ACTIVE because it is not bound. {{(pid=93332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:24:12.376662 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.db_base_plugin_common [None req-2752ad2d-4e25-4a1a-8aef-135fb5893b4d admin admin] Allocated IP 172.20.0.1 (3375530b-34ca-4462-9339-3ed10ebd346b/0ad7513e-214e-4cef-868b-a5927b57f732/cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d) {{(pid=93330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:24:12.398597 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:12.399943 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Pushing event updated for resources: {'Port': ['ID=05117e04-8afe-46d3-bdd0-2c0d9399eb6f,revision_number=4']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:12.625147 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f428c-4184-459a-94e2-cd8d41b8a9d5 req-ec5b424f-6a62-4175-ab6f-7f0e7b63e3f5 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:12.627034 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-436f428c-4184-459a-94e2-cd8d41b8a9d5 req-ec5b424f-6a62-4175-ab6f-7f0e7b63e3f5 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcb6970-bf7c-4e02-b6ed-b546eb86143a HTTP/1.1" status: 200 len: 931 time: 2.6469996 Aug 04 16:24:12.749877 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b80a4-3360-4701-93bf-323d1471fd68 req-e38d1a1d-2925-418f-91be-2350a32138d3 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:12.758989 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-408b80a4-3360-4701-93bf-323d1471fd68 req-e38d1a1d-2925-418f-91be-2350a32138d3 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb69746-5594-47c6-abfb-beffa84fb2ca HTTP/1.1" status: 200 len: 932 time: 0.3397651 Aug 04 16:24:12.826270 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.notifiers.nova [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-3fc4c935-0bff-4a8e-8fb1-99c2f49b0d96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b924c080-25ef-46de-a092-6a7839885e48 {{(pid=93331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:24:12.859911 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-408b80a4-3360-4701-93bf-323d1471fd68 req-77ad9e50-b87b-4d4b-92da-4979bfa5cfe8 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935824 Aug 04 16:24:12.934202 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-892aea89-66d8-49b9-8507-e7254548fd7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:12.953671 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-892aea89-66d8-49b9-8507-e7254548fd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:12.994404 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-3fc4c935-0bff-4a8e-8fb1-99c2f49b0d96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:13.091086 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-305ab0f1-c34f-4417-80b7-a00e004894c0 req-eb3659de-f7e1-4ba9-9ffb-9077f02a684f tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 210 time: 0.0790205 Aug 04 16:24:13.156362 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.provisioning_blocks [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-3fc4c935-0bff-4a8e-8fb1-99c2f49b0d96 service neutron] Transition to ACTIVE for port object b924c080-25ef-46de-a092-6a7839885e48 will not be triggered until provisioned by entity L2. {{(pid=93331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:24:13.173648 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.notifiers.nova [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-4c6688de-5f8d-4f85-9e29-a3a42091116c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b162335e-7c27-4531-a303-ef9867eb115e {{(pid=93331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:24:13.179534 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-436f428c-4184-459a-94e2-cd8d41b8a9d5 req-df8a5c0d-d921-4c45-827e-42eb8062dc44 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/security-groups?id=b046e9dd-5acc-45e4-9d6e-54fb93bb9099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5186815 Aug 04 16:24:13.197120 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-3fc4c935-0bff-4a8e-8fb1-99c2f49b0d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:13.216446 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-4c6688de-5f8d-4f85-9e29-a3a42091116c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:13.226461 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c585a096-b454-4b05-b8f4-fad5aab1adc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:13.318106 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-8af49987-4c6f-4570-a352-ad5a31f92742 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Made reservation on behalf of 5ed276298dcd40d9b792743496b57580 for: {'port': 1} {{(pid=93331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:24:13.334702 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-8af49987-4c6f-4570-a352-ad5a31f92742 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:13.465139 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.provisioning_blocks [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-4c6688de-5f8d-4f85-9e29-a3a42091116c service neutron] Transition to ACTIVE for port object b162335e-7c27-4531-a303-ef9867eb115e will not be triggered until provisioned by entity L2. {{(pid=93331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:24:13.510279 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-4c6688de-5f8d-4f85-9e29-a3a42091116c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:13.574696 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 05117e04-8afe-46d3-bdd0-2c0d9399eb6f up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:24:13.695170 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port 05117e04-8afe-46d3-bdd0-2c0d9399eb6f triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:24:13.696243 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:13.737087 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc4c935-0bff-4a8e-8fb1-99c2f49b0d96 service neutron] Pushing event updated for resources: {'Port': ['ID=b924c080-25ef-46de-a092-6a7839885e48,revision_number=2']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:13.774400 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:13.792267 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.db_base_plugin_common [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-8af49987-4c6f-4570-a352-ad5a31f92742 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Allocated IP 172.20.0.6 (7f965b80-7909-4cf3-8c57-8793402555a4/e5d1a85b-b9eb-4879-9f2d-2ac1fb84c156/3c98fd1f-2d8e-4194-8ece-0d194fbe1a41) {{(pid=93331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:24:13.815180 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-892aea89-66d8-49b9-8507-e7254548fd7f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e24777eeb3dd48dabe4b03ed5dc3ca73&name=default HTTP/1.1" status: 200 len: 2978 time: 5.4372106 Aug 04 16:24:13.822444 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892aea89-66d8-49b9-8507-e7254548fd7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=debff555-aeef-4554-9839-774f11cb0204,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:13.834432 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 39144) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:13.893979 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-2752ad2d-4e25-4a1a-8aef-135fb5893b4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:13.941245 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 97188836-442b-4717-9334-42b64e43ed0d up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:24:13.971855 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.provisioning_blocks [None req-2752ad2d-4e25-4a1a-8aef-135fb5893b4d admin admin] Transition to ACTIVE for port object cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d will not be triggered until provisioned by entity DHCP. {{(pid=93330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:24:13.994469 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-eece3414-72c1-46e5-be44-9122bf2c6704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:14.050878 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6688de-5f8d-4f85-9e29-a3a42091116c service neutron] Pushing event updated for resources: {'Port': ['ID=b162335e-7c27-4531-a303-ef9867eb115e,revision_number=2']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:14.055839 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning for port 97188836-442b-4717-9334-42b64e43ed0d completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:24:14.057311 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.managers [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-3fc4c935-0bff-4a8e-8fb1-99c2f49b0d96 service neutron] Attempting to bind port b924c080-25ef-46de-a092-6a7839885e48 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=93331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:24:14.061801 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port 97188836-442b-4717-9334-42b64e43ed0d triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:24:14.062237 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:14.062850 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.managers [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-3fc4c935-0bff-4a8e-8fb1-99c2f49b0d96 service neutron] Attempting to bind port b924c080-25ef-46de-a092-6a7839885e48 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '53b0f91d-f925-4e80-95fa-916bba4bddd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'be014736-d92b-4d30-a9f9-4c1a86837735'}] {{(pid=93331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:24:14.062941 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-3fc4c935-0bff-4a8e-8fb1-99c2f49b0d96 service neutron] Attempting to bind port b924c080-25ef-46de-a092-6a7839885e48 on network be014736-d92b-4d30-a9f9-4c1a86837735 {{(pid=93331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:24:14.071785 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-eece3414-72c1-46e5-be44-9122bf2c6704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:14.094571 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-3fc4c935-0bff-4a8e-8fb1-99c2f49b0d96 service neutron] Port b924c080-25ef-46de-a092-6a7839885e48 on network be014736-d92b-4d30-a9f9-4c1a86837735 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=93331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:24:14.095378 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-3fc4c935-0bff-4a8e-8fb1-99c2f49b0d96 service neutron] Attempting to bind port b924c080-25ef-46de-a092-6a7839885e48 on network be014736-d92b-4d30-a9f9-4c1a86837735 {{(pid=93331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:24:14.108445 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 39152) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:14.109361 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.managers [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-4c6688de-5f8d-4f85-9e29-a3a42091116c service neutron] Attempting to bind port b162335e-7c27-4531-a303-ef9867eb115e on host hv-cinder-78956 for vnic_type normal with profile {{(pid=93331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:24:14.109755 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.managers [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-4c6688de-5f8d-4f85-9e29-a3a42091116c service neutron] Attempting to bind port b162335e-7c27-4531-a303-ef9867eb115e by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'c440e2a5-b317-4439-bc53-ce6262488736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'adba0a6e-44f8-4a54-84d5-54ff0bc6bb41'}] {{(pid=93331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:24:14.110357 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-4c6688de-5f8d-4f85-9e29-a3a42091116c service neutron] Attempting to bind port b162335e-7c27-4531-a303-ef9867eb115e on network adba0a6e-44f8-4a54-84d5-54ff0bc6bb41 {{(pid=93331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:24:14.136877 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-3fc4c935-0bff-4a8e-8fb1-99c2f49b0d96 service neutron] Checking agent: {'id': 'd306b3d0-6735-4bf3-81d7-29bae54f6551', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 22, 19), 'started_at': datetime.datetime(2021, 8, 4, 16, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:24:14.140324 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-3fc4c935-0bff-4a8e-8fb1-99c2f49b0d96 service neutron] Checking segment: {'id': '53b0f91d-f925-4e80-95fa-916bba4bddd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'be014736-d92b-4d30-a9f9-4c1a86837735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:24:14.141552 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-3fc4c935-0bff-4a8e-8fb1-99c2f49b0d96 service neutron] Bound using segment: {'id': '53b0f91d-f925-4e80-95fa-916bba4bddd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'be014736-d92b-4d30-a9f9-4c1a86837735'} {{(pid=93331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:24:14.142309 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.managers [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-3fc4c935-0bff-4a8e-8fb1-99c2f49b0d96 service neutron] Bound port: b924c080-25ef-46de-a092-6a7839885e48, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b0f91d-f925-4e80-95fa-916bba4bddd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'be014736-d92b-4d30-a9f9-4c1a86837735'}}] {{(pid=93331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:24:14.145354 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-3fc4c935-0bff-4a8e-8fb1-99c2f49b0d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:14.164481 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-4c6688de-5f8d-4f85-9e29-a3a42091116c service neutron] Port b162335e-7c27-4531-a303-ef9867eb115e on network adba0a6e-44f8-4a54-84d5-54ff0bc6bb41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=93331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:24:14.167077 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-4c6688de-5f8d-4f85-9e29-a3a42091116c service neutron] Attempting to bind port b162335e-7c27-4531-a303-ef9867eb115e on network adba0a6e-44f8-4a54-84d5-54ff0bc6bb41 {{(pid=93331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:24:14.203538 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-4c6688de-5f8d-4f85-9e29-a3a42091116c service neutron] Checking agent: {'id': 'd306b3d0-6735-4bf3-81d7-29bae54f6551', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 22, 19), 'started_at': datetime.datetime(2021, 8, 4, 16, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:24:14.204225 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-4c6688de-5f8d-4f85-9e29-a3a42091116c service neutron] Checking segment: {'id': 'c440e2a5-b317-4439-bc53-ce6262488736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'adba0a6e-44f8-4a54-84d5-54ff0bc6bb41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:24:14.204859 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-4c6688de-5f8d-4f85-9e29-a3a42091116c service neutron] Bound using segment: {'id': 'c440e2a5-b317-4439-bc53-ce6262488736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'adba0a6e-44f8-4a54-84d5-54ff0bc6bb41'} {{(pid=93331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:24:14.205645 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.managers [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-4c6688de-5f8d-4f85-9e29-a3a42091116c service neutron] Bound port: b162335e-7c27-4531-a303-ef9867eb115e, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c440e2a5-b317-4439-bc53-ce6262488736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'adba0a6e-44f8-4a54-84d5-54ff0bc6bb41'}}] {{(pid=93331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:24:14.206275 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-4c6688de-5f8d-4f85-9e29-a3a42091116c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:14.255593 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:14.326848 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] For port 97188836-442b-4717-9334-42b64e43ed0d, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=97188836-442b-4717-9334-42b64e43ed0d,segment=NetworkSegment(5b2050c3-ed64-4508-902c-49e5966da0c1),segment_id=5b2050c3-ed64-4508-902c-49e5966da0c1)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:24:14.332869 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:14.334484 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 2867530c-f114-4f1a-9c03-55698f3bdce4 up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:24:14.338568 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c585a096-b454-4b05-b8f4-fad5aab1adc9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:14.355244 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c585a096-b454-4b05-b8f4-fad5aab1adc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:14.356021 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c585a096-b454-4b05-b8f4-fad5aab1adc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3631316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596249'] for router_interface, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:14.377666 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668f756-fbd0-4963-876a-1162b8dcb897 req-c97384ae-37a6-4539-a3b3-e7c222687f1c tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:14.379590 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0668f756-fbd0-4963-876a-1162b8dcb897 req-c97384ae-37a6-4539-a3b3-e7c222687f1c tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb69746-5594-47c6-abfb-beffa84fb2ca HTTP/1.1" status: 200 len: 944 time: 0.2721133 Aug 04 16:24:14.402506 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-2752ad2d-4e25-4a1a-8aef-135fb5893b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767'] for port, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:14.413284 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-eece3414-72c1-46e5-be44-9122bf2c6704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:14.415979 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-eece3414-72c1-46e5-be44-9122bf2c6704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:14.417180 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-eece3414-72c1-46e5-be44-9122bf2c6704 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/debff555-aeef-4554-9839-774f11cb0204 HTTP/1.1" status: 204 len: 168 time: 0.5817366 Aug 04 16:24:14.471064 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-03934188-7a5e-4dc2-a489-692dad8ccd57 req-15265a28-15ef-48b4-b1e4-70d7f3c2f789 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 210 time: 0.1871846 Aug 04 16:24:14.508840 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eece3414-72c1-46e5-be44-9122bf2c6704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=debff555-aeef-4554-9839-774f11cb0204,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:14.534716 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2752ad2d-4e25-4a1a-8aef-135fb5893b4d admin admin] Network 3375530b-34ca-4462-9339-3ed10ebd346b is already hosted by enough agents. {{(pid=93330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:24:14.538522 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c585a096-b454-4b05-b8f4-fad5aab1adc9 admin admin] Pushing event updated for resources: {'Port': ['ID=6f9018f5-d80f-4057-8773-7632262dcabd,revision_number=2']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:14.539443 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-78f814a9-1c3a-49f1-a7d5-c7635bb7e958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:14.556102 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Pushing event updated for resources: {'Port': ['ID=97188836-442b-4717-9334-42b64e43ed0d,revision_number=5']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:14.556882 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [None req-2752ad2d-4e25-4a1a-8aef-135fb5893b4d admin admin] Resources bound (agent type, host, resource id): {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:24:14.559729 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2752ad2d-4e25-4a1a-8aef-135fb5893b4d admin admin] Received port after_create {{(pid=93330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:24:14.561008 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-2752ad2d-4e25-4a1a-8aef-135fb5893b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594499'] for router_interface, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:14.654683 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning for port 2867530c-f114-4f1a-9c03-55698f3bdce4 completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:24:14.674400 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port 2867530c-f114-4f1a-9c03-55698f3bdce4 triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:24:14.675416 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:14.788440 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0668f756-fbd0-4963-876a-1162b8dcb897 req-995b76bc-02ad-4218-9226-1ea5e9a207d5 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833308 Aug 04 16:24:14.810987 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.db [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-4c6688de-5f8d-4f85-9e29-a3a42091116c service neutron] For port b162335e-7c27-4531-a303-ef9867eb115e, host hv-cinder-78956, cleared binding levels {{(pid=93331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:24:14.817545 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.db [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-4c6688de-5f8d-4f85-9e29-a3a42091116c service neutron] For port b162335e-7c27-4531-a303-ef9867eb115e, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b162335e-7c27-4531-a303-ef9867eb115e,segment=NetworkSegment(c440e2a5-b317-4439-bc53-ce6262488736),segment_id=c440e2a5-b317-4439-bc53-ce6262488736)] {{(pid=93331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:24:14.882680 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2752ad2d-4e25-4a1a-8aef-135fb5893b4d admin admin] Pushing event updated for resources: {'Port': ['ID=cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:14.899421 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:14.904896 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-8af49987-4c6f-4570-a352-ad5a31f92742 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Notify callbacks [] for port, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:14.967953 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] For port 2867530c-f114-4f1a-9c03-55698f3bdce4, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=2867530c-f114-4f1a-9c03-55698f3bdce4,segment=NetworkSegment(25182b56-ac69-4c03-a79e-71a35095fb85),segment_id=25182b56-ac69-4c03-a79e-71a35095fb85)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:24:14.986148 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:15.006063 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c585a096-b454-4b05-b8f4-fad5aab1adc9 admin admin] Network 5c2558c7-24ce-41b2-b792-f9920a95bb2f is already hosted by enough agents. {{(pid=93330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:24:15.073934 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [None req-c585a096-b454-4b05-b8f4-fad5aab1adc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:24:15.103753 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.db [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-3fc4c935-0bff-4a8e-8fb1-99c2f49b0d96 service neutron] For port b924c080-25ef-46de-a092-6a7839885e48, host hv-cinder-78956, cleared binding levels {{(pid=93331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:24:15.184582 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.db [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-3fc4c935-0bff-4a8e-8fb1-99c2f49b0d96 service neutron] For port b924c080-25ef-46de-a092-6a7839885e48, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b924c080-25ef-46de-a092-6a7839885e48,segment=NetworkSegment(53b0f91d-f925-4e80-95fa-916bba4bddd5),segment_id=53b0f91d-f925-4e80-95fa-916bba4bddd5)] {{(pid=93331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:24:15.247948 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-4d22d5f2-6da3-45bc-9ffe-e1846a5e31b6 None None] Provisioning for port cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d completed by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:24:15.293757 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-3fc4c935-0bff-4a8e-8fb1-99c2f49b0d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:15.294930 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-4d22d5f2-6da3-45bc-9ffe-e1846a5e31b6 None None] Provisioning complete for port cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d triggered by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:24:15.295338 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-4d22d5f2-6da3-45bc-9ffe-e1846a5e31b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:15.297477 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Pushing event updated for resources: {'Port': ['ID=2867530c-f114-4f1a-9c03-55698f3bdce4,revision_number=4']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:15.308363 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-4c6688de-5f8d-4f85-9e29-a3a42091116c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:15.320345 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-8af49987-4c6f-4570-a352-ad5a31f92742 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767'] for port, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:15.375244 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 97188836-442b-4717-9334-42b64e43ed0d up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:24:15.425263 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-3fc4c935-0bff-4a8e-8fb1-99c2f49b0d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:15.426046 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-3fc4c935-0bff-4a8e-8fb1-99c2f49b0d96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for port, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:15.427607 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-3fc4c935-0bff-4a8e-8fb1-99c2f49b0d96 service neutron] 10.222.0.50 "PUT /v2.0/ports/b924c080-25ef-46de-a092-6a7839885e48 HTTP/1.1" status: 200 len: 1093 time: 5.6691759 Aug 04 16:24:15.445344 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc4c935-0bff-4a8e-8fb1-99c2f49b0d96 service neutron] Pushing event updated for resources: {'Port': ['ID=b924c080-25ef-46de-a092-6a7839885e48,revision_number=3']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:15.460178 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fcb6970-bf7c-4e02-b6ed-b546eb86143a', 'tag': 'b924c080-25ef-46de-a092-6a7839885e48'}] {{(pid=93331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:24:15.624512 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-2752ad2d-4e25-4a1a-8aef-135fb5893b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:15.669237 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-4d22d5f2-6da3-45bc-9ffe-e1846a5e31b6 None None] Port cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d cannot update to ACTIVE because it is not bound. {{(pid=93332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:24:15.714877 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port 97188836-442b-4717-9334-42b64e43ed0d triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:24:15.715934 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:15.728620 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-4c6688de-5f8d-4f85-9e29-a3a42091116c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:15.729261 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-4c6688de-5f8d-4f85-9e29-a3a42091116c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for port, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:15.731908 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-4c6688de-5f8d-4f85-9e29-a3a42091116c service neutron] 10.222.0.50 "PUT /v2.0/ports/b162335e-7c27-4531-a303-ef9867eb115e HTTP/1.1" status: 200 len: 1094 time: 6.1480827 Aug 04 16:24:15.745339 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c585a096-b454-4b05-b8f4-fad5aab1adc9 admin admin] Router 8b8f9e7b-d860-4258-98fd-6b35defa34bf has already been hosted by L3 agent d346cf64-ca3f-484e-b552-5df8791a7915 {{(pid=93330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:24:15.837398 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-2bfa0f78-cd45-4d52-98a9-50007f7c49d3 None None] Provisioning complete for port 6f9018f5-d80f-4057-8773-7632262dcabd triggered by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:24:15.837916 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-2bfa0f78-cd45-4d52-98a9-50007f7c49d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:15.892877 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-2bfa0f78-cd45-4d52-98a9-50007f7c49d3 None None] Port 6f9018f5-d80f-4057-8773-7632262dcabd cannot update to ACTIVE because it is not bound. {{(pid=93332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:24:16.033180 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b5357-25f6-46bc-9004-e18de72b4b64 req-c75078ba-5db7-438c-a335-c8828c414ccc tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:16.042070 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-7d4b5357-25f6-46bc-9004-e18de72b4b64 req-c75078ba-5db7-438c-a335-c8828c414ccc tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcb6970-bf7c-4e02-b6ed-b546eb86143a HTTP/1.1" status: 200 len: 943 time: 1.2853320 Aug 04 16:24:16.063376 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-2752ad2d-4e25-4a1a-8aef-135fb5893b4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:16.067460 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-22f3ba9f-1839-475f-8a2f-d3b69faaba78 req-4aaef7f9-c994-4c4d-b6e0-ed6506cd808f tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 210 time: 0.3883572 Aug 04 16:24:16.068230 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 39202) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:16.077530 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-2752ad2d-4e25-4a1a-8aef-135fb5893b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:16.078681 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-2752ad2d-4e25-4a1a-8aef-135fb5893b4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3631316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596249'] for router_interface, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:16.375637 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [None req-ed25a213-b466-47f3-905f-938667aa0e56 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1393521094-network', 'tenant_id': '0654318bcb3441c9b45262d7ceeb06ce'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:24:16.403904 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.50', 63274) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:16.520644 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b1e7a993a9ef4a638b089ca602ec57e73654d5de59f22d070ba1fe881ce508d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ad9217-8f7c-416b-a054-645c3cf83ddf" -d '{"events": [{"name": "network-changed", "server_uuid": "8fcb6970-bf7c-4e02-b6ed-b546eb86143a", "tag": "b924c080-25ef-46de-a092-6a7839885e48"}]}' {{(pid=93331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:24:16.534744 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c585a096-b454-4b05-b8f4-fad5aab1adc9 admin admin] Notify agent at l3_agent.dv-cinder-789564-9-iscsi the message routers_updated {{(pid=93330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:24:16.535721 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-8af49987-4c6f-4570-a352-ad5a31f92742 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Network 7f965b80-7909-4cf3-8c57-8793402555a4 is already hosted by enough agents. {{(pid=93331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:24:16.558260 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5ef33c-7d2c-45ad-8d9e-e84c10bfa133 None None] Sync routers for ids ['8b8f9e7b-d860-4258-98fd-6b35defa34bf'] in dv-cinder-789564-9-iscsi {{(pid=93333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:24:16.578183 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5ef33c-7d2c-45ad-8d9e-e84c10bfa133 None None] Routers {'8b8f9e7b-d860-4258-98fd-6b35defa34bf'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:24:16.584354 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-6f5ef33c-7d2c-45ad-8d9e-e84c10bfa133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:24:11Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['8b8f9e7b-d860-4258-98fd-6b35defa34bf'], 'active': True} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:24:16.600906 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.base_scheduler [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-8af49987-4c6f-4570-a352-ad5a31f92742 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Resources bound (agent type, host, resource id): {{(pid=93331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:24:16.610211 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6688de-5f8d-4f85-9e29-a3a42091116c service neutron] Pushing event updated for resources: {'Port': ['ID=b162335e-7c27-4531-a303-ef9867eb115e,revision_number=3']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:16.614202 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-8af49987-4c6f-4570-a352-ad5a31f92742 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Received port after_create {{(pid=93331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:24:16.620907 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-8af49987-4c6f-4570-a352-ad5a31f92742 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:16.622846 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-8af49987-4c6f-4570-a352-ad5a31f92742 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for port, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:16.693637 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-2189b026-bc8f-473e-80a4-33190a73cb60 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:16.695616 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-2189b026-bc8f-473e-80a4-33190a73cb60 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.50 "GET /v2.0/networks?id=7f965b80-7909-4cf3-8c57-8793402555a4 HTTP/1.1" status: 200 len: 817 time: 0.1720958 Aug 04 16:24:16.718558 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-c585a096-b454-4b05-b8f4-fad5aab1adc9 admin admin] 10.222.0.77 "PUT /v2.0/routers/8b8f9e7b-d860-4258-98fd-6b35defa34bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2615774 Aug 04 16:24:16.719485 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-7d4b5357-25f6-46bc-9004-e18de72b4b64 req-27e11660-fe0f-4721-a31d-b5219ea12ed4 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/security-groups?id=b046e9dd-5acc-45e4-9d6e-54fb93bb9099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6748309 Aug 04 16:24:16.789111 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-7d074016-5573-422d-9e81-1bcc0818298e tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Request body: {'port': {'device_id': 'bbda95db-cedf-447f-8281-789c89cd882c', 'network_id': '7f965b80-7909-4cf3-8c57-8793402555a4', 'admin_state_up': True, 'tenant_id': '5ed276298dcd40d9b792743496b57580'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:24:16.848188 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec2949-a15b-4d31-a495-c4e6ec548812 req-b7ca688c-b163-4189-9750-c947cdd8d1f3 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:16.849902 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-62ec2949-a15b-4d31-a495-c4e6ec548812 req-b7ca688c-b163-4189-9750-c947cdd8d1f3 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb69746-5594-47c6-abfb-beffa84fb2ca HTTP/1.1" status: 200 len: 944 time: 0.4569075 Aug 04 16:24:16.850622 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2752ad2d-4e25-4a1a-8aef-135fb5893b4d admin admin] Pushing event updated for resources: {'Port': ['ID=cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d,revision_number=2']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:16.883717 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af49987-4c6f-4570-a352-ad5a31f92742 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Pushing event updated for resources: {'Port': ['ID=3c98fd1f-2d8e-4194-8ece-0d194fbe1a41,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:16.935574 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-de4290cf-7b2c-4b1d-953e-6d45c3eb5a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:16.943546 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-de4290cf-7b2c-4b1d-953e-6d45c3eb5a2b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3850dad1624c4086936f0a56a723b980&device_id=8fcb6970-bf7c-4e02-b6ed-b546eb86143a HTTP/1.1" status: 200 len: 1096 time: 1.2009535 Aug 04 16:24:16.946139 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-dc385863-723c-4af9-95c8-00de53acbb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:16.952183 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-dc385863-723c-4af9-95c8-00de53acbb6e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=814ea84104dd4ee1b125cc8688bffd7b&device_id=3cb69746-5594-47c6-abfb-beffa84fb2ca HTTP/1.1" status: 200 len: 1097 time: 0.9495935 Aug 04 16:24:16.961433 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvr_db [None req-6f5ef33c-7d2c-45ad-8d9e-e84c10bfa133 None None] Set router 8b8f9e7b-d860-4258-98fd-6b35defa34bf gateway port host: dv-cinder-789564-9-iscsi {{(pid=93333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:24:16.983511 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-62ec2949-a15b-4d31-a495-c4e6ec548812 req-36a8e8e9-0e11-4f2a-9033-d3eaf2611fd5 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835917 Aug 04 16:24:17.073321 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-78f814a9-1c3a-49f1-a7d5-c7635bb7e958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:17.084667 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-78f814a9-1c3a-49f1-a7d5-c7635bb7e958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:17.133647 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed25a213-b466-47f3-905f-938667aa0e56 admin admin] Made reservation on behalf of 0654318bcb3441c9b45262d7ceeb06ce for: {'network': 1} {{(pid=93330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:24:17.136255 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-ed25a213-b466-47f3-905f-938667aa0e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for network, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:17.144321 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3fa6c3-5b28-448a-bc49-4285882c54c6 x-openstack-request-id: req-bd3fa6c3-5b28-448a-bc49-4285882c54c6 {{(pid=93331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:24:17.145282 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fcb6970-bf7c-4e02-b6ed-b546eb86143a", "tag": "b924c080-25ef-46de-a092-6a7839885e48", "status": "completed", "code": 200}]} {{(pid=93331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:24:17.146706 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bd3fa6c3-5b28-448a-bc49-4285882c54c6 {{(pid=93331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:24:17.149155 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fcb6970-bf7c-4e02-b6ed-b546eb86143a', 'tag': 'b924c080-25ef-46de-a092-6a7839885e48', 'status': 'completed', 'code': 200} Aug 04 16:24:17.158300 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2752ad2d-4e25-4a1a-8aef-135fb5893b4d admin admin] Network 3375530b-34ca-4462-9339-3ed10ebd346b is already hosted by enough agents. {{(pid=93330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:24:17.174031 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [None req-2752ad2d-4e25-4a1a-8aef-135fb5893b4d admin admin] Resources bound (agent type, host, resource id): {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:24:17.234503 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-78f814a9-1c3a-49f1-a7d5-c7635bb7e958 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d39e94ef4fdb43218e010c4655fe580b&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1172419 Aug 04 16:24:17.235782 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 39238) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:17.236454 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f814a9-1c3a-49f1-a7d5-c7635bb7e958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f96e7db-d70e-4eff-af58-4e4205390281,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:17.240134 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-8af49987-4c6f-4570-a352-ad5a31f92742 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.4626751 Aug 04 16:24:17.287174 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 2867530c-f114-4f1a-9c03-55698f3bdce4 up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:24:17.405437 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a039d787-dced-4693-b43b-f4a96d1ba6b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:17.417648 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-6f5ef33c-7d2c-45ad-8d9e-e84c10bfa133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'name': 'tempest-AttachVolumeTestJSON-786119888-router', 'tenant_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '2867530c-f114-4f1a-9c03-55698f3bdce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:58Z', 'updated_at': '2021-08-04T16:24:12Z', 'revision_number': 4, 'project_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'gw_port': {'id': '2867530c-f114-4f1a-9c03-55698f3bdce4', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:00Z', 'updated_at': '2021-08-04T16:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '6f9018f5-d80f-4057-8773-7632262dcabd', 'name': '', 'network_id': '5c2558c7-24ce-41b2-b792-f9920a95bb2f', 'tenant_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'mac_address': 'fa:16:3e:7e:46:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1fb80fc5-b3b3-4ef1-9a71-cb5032debcda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:10Z', 'updated_at': '2021-08-04T16:24:13Z', 'revision_number': 2, 'project_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'subnets': [{'id': '1fb80fc5-b3b3-4ef1-9a71-cb5032debcda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:24:17.433362 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-ed25a213-b466-47f3-905f-938667aa0e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:17.448285 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port 2867530c-f114-4f1a-9c03-55698f3bdce4 triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:24:17.448808 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:17.457514 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5ef33c-7d2c-45ad-8d9e-e84c10bfa133 None None] Checking router: 8b8f9e7b-d860-4258-98fd-6b35defa34bf for host: dv-cinder-789564-9-iscsi {{(pid=93333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:24:17.458171 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5ef33c-7d2c-45ad-8d9e-e84c10bfa133 None None] Updating router 8b8f9e7b-d860-4258-98fd-6b35defa34bf port 6f9018f5-d80f-4057-8773-7632262dcabd binding host dv-cinder-789564-9-iscsi {{(pid=93333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:24:17.471641 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a039d787-dced-4693-b43b-f4a96d1ba6b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:17.503240 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-6f5ef33c-7d2c-45ad-8d9e-e84c10bfa133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:17.552633 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-681fbea7-80f0-47d7-a850-517ea265dbb0 req-c63b2e1b-cae6-4b3a-8ea1-9f0f7a1a7a68 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 210 time: 0.2393742 Aug 04 16:24:17.561215 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a039d787-dced-4693-b43b-f4a96d1ba6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:17.567196 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a039d787-dced-4693-b43b-f4a96d1ba6b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:17.569626 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-a039d787-dced-4693-b43b-f4a96d1ba6b8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3f96e7db-d70e-4eff-af58-4e4205390281 HTTP/1.1" status: 204 len: 168 time: 0.3277862 Aug 04 16:24:17.571156 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-ed25a213-b466-47f3-905f-938667aa0e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:17.573893 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2752ad2d-4e25-4a1a-8aef-135fb5893b4d admin admin] Router 299b800a-9980-4d14-9bef-7c33d0cbf8ae has already been hosted by L3 agent d346cf64-ca3f-484e-b552-5df8791a7915 {{(pid=93330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:24:17.587555 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-ed25a213-b466-47f3-905f-938667aa0e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:17.592385 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039d787-dced-4693-b43b-f4a96d1ba6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f96e7db-d70e-4eff-af58-4e4205390281,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:17.611688 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed25a213-b466-47f3-905f-938667aa0e56 admin admin] vlan segment allocate from pool success with {'vlan_id': 864, 'physical_network': 'physnet1'} {{(pid=93330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:24:17.622070 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-ed25a213-b466-47f3-905f-938667aa0e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519'] for segment, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:17.622438 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.db.segments_db [None req-ed25a213-b466-47f3-905f-938667aa0e56 admin admin] Added segment dd7a0655-6b61-41c5-8f90-2c21ebd36c80 of type vlan for network 211f626d-aaf0-4884-9a8a-85defdce8ffd Aug 04 16:24:17.721004 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-41d2f8f9-1dd7-4b92-8174-c4b2f6c0b9aa None None] Provisioning complete for port cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d triggered by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:24:17.735395 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-41d2f8f9-1dd7-4b92-8174-c4b2f6c0b9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:17.832087 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-41d2f8f9-1dd7-4b92-8174-c4b2f6c0b9aa None None] Port cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d cannot update to ACTIVE because it is not bound. {{(pid=93332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:24:17.902867 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 39250) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:17.914900 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-1014359e-8a42-4854-9ae3-f396a61efdf6 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1268460539', 'description': 'tempest-description--1462237986'}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:24:17.957917 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-ed25a213-b466-47f3-905f-938667aa0e56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758853320587'] for network, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:17.964190 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-1014359e-8a42-4854-9ae3-f396a61efdf6 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:17.977452 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4981b072-707c-4395-a9d5-7fbd5c6dd9cd req-40a6cf56-cd5e-4f51-a69f-7ef1c202407f tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:17.986823 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-4981b072-707c-4395-a9d5-7fbd5c6dd9cd req-40a6cf56-cd5e-4f51-a69f-7ef1c202407f tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcb6970-bf7c-4e02-b6ed-b546eb86143a HTTP/1.1" status: 200 len: 943 time: 0.1387453 Aug 04 16:24:18.009882 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-ed25a213-b466-47f3-905f-938667aa0e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334'] for network, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:18.012426 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed25a213-b466-47f3-905f-938667aa0e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:18.016261 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-ed25a213-b466-47f3-905f-938667aa0e56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for network, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:18.071030 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-4981b072-707c-4395-a9d5-7fbd5c6dd9cd req-8f2b8357-3bc8-451e-88ef-9056907d4352 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/security-groups?id=b046e9dd-5acc-45e4-9d6e-54fb93bb9099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831406 Aug 04 16:24:18.156578 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-6f5ef33c-7d2c-45ad-8d9e-e84c10bfa133 None None] Notify callbacks [] for port, precommit_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:18.195287 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.provisioning_blocks [None req-6f5ef33c-7d2c-45ad-8d9e-e84c10bfa133 None None] Transition to ACTIVE for port object 6f9018f5-d80f-4057-8773-7632262dcabd will not be triggered until provisioned by entity L2. {{(pid=93333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:24:18.221686 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-6f5ef33c-7d2c-45ad-8d9e-e84c10bfa133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:18.260317 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-1014359e-8a42-4854-9ae3-f396a61efdf6 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:18.271859 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-1014359e-8a42-4854-9ae3-f396a61efdf6 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:18.282742 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed25a213-b466-47f3-905f-938667aa0e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb32d764-e34e-4636-bd69-5e8acf48714e,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:18.303502 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-ed25a213-b466-47f3-905f-938667aa0e56 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2338471 Aug 04 16:24:18.309161 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 39258) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:18.319933 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2752ad2d-4e25-4a1a-8aef-135fb5893b4d admin admin] Notify agent at l3_agent.dv-cinder-789564-9-iscsi the message routers_updated {{(pid=93330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:24:18.321574 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed25a213-b466-47f3-905f-938667aa0e56 admin admin] Pushing event updated for resources: {'Network': ['ID=211f626d-aaf0-4884-9a8a-85defdce8ffd,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:18.338082 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-2752ad2d-4e25-4a1a-8aef-135fb5893b4d admin admin] 10.222.0.77 "PUT /v2.0/routers/299b800a-9980-4d14-9bef-7c33d0cbf8ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8694873 Aug 04 16:24:18.338855 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac626f-7dcb-4396-994c-b1b4338a2cca None None] Pushing event updated for resources: {'Port': ['ID=6f9018f5-d80f-4057-8773-7632262dcabd,revision_number=3']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:18.338964 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-bbcb51ba-def3-4201-9d3e-1886206e7180 admin admin] Request body: {'subnet': {'network_id': '211f626d-aaf0-4884-9a8a-85defdce8ffd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1393521094-subnet', 'tenant_id': '0654318bcb3441c9b45262d7ceeb06ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:24:18.347055 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344cfea5-fc1a-438c-9235-c21a48f1d9e3 None None] Sync routers for ids ['299b800a-9980-4d14-9bef-7c33d0cbf8ae'] in dv-cinder-789564-9-iscsi {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:24:18.349013 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-7d074016-5573-422d-9e81-1bcc0818298e tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Made reservation on behalf of 5ed276298dcd40d9b792743496b57580 for: {'port': 1} {{(pid=93330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:24:18.365343 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344cfea5-fc1a-438c-9235-c21a48f1d9e3 None None] Routers {'299b800a-9980-4d14-9bef-7c33d0cbf8ae'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:24:18.365880 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-7d074016-5573-422d-9e81-1bcc0818298e tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:18.368811 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-344cfea5-fc1a-438c-9235-c21a48f1d9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:24:11Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['299b800a-9980-4d14-9bef-7c33d0cbf8ae'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:24:18.385894 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4e975-013d-4c5c-a934-9ec873d02c7d req-9f034463-e640-47e1-a01b-10b4b426e650 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:18.387460 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-edd4e975-013d-4c5c-a934-9ec873d02c7d req-9f034463-e640-47e1-a01b-10b4b426e650 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb69746-5594-47c6-abfb-beffa84fb2ca HTTP/1.1" status: 200 len: 944 time: 0.1930735 Aug 04 16:24:18.409381 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-1014359e-8a42-4854-9ae3-f396a61efdf6 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:18.418419 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-1014359e-8a42-4854-9ae3-f396a61efdf6 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5057807 Aug 04 16:24:18.427791 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 39264) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:18.428532 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1014359e-8a42-4854-9ae3-f396a61efdf6 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28dfa19f-f164-49a1-a52f-af3c64d3ee96,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:18.454738 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-7bdc5d90-5a5a-4df6-9401-42394aa45a1e tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Request body: {'security_group_rule': {'security_group_id': '28dfa19f-f164-49a1-a52f-af3c64d3ee96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:24:18.492360 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Network 211f626d-aaf0-4884-9a8a-85defdce8ffd details requested by agent ovs-agent-dv-cinder-789564-9-iscsi with host dv-cinder-789564-9-iscsi {{(pid=93332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:24:18.502419 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbcb51ba-def3-4201-9d3e-1886206e7180 admin admin] Made reservation on behalf of 0654318bcb3441c9b45262d7ceeb06ce for: {'subnet': 1} {{(pid=93331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:24:18.504052 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [None req-6f5ef33c-7d2c-45ad-8d9e-e84c10bfa133 None None] Attempting to bind port 6f9018f5-d80f-4057-8773-7632262dcabd on host dv-cinder-789564-9-iscsi for vnic_type normal with profile {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:24:18.506263 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [None req-6f5ef33c-7d2c-45ad-8d9e-e84c10bfa133 None None] Attempting to bind port 6f9018f5-d80f-4057-8773-7632262dcabd by drivers openvswitch,hyperv on host dv-cinder-789564-9-iscsi at level 0 using segments [{'id': '9f32b91d-c9a0-4366-93d1-1ed592891c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '5c2558c7-24ce-41b2-b792-f9920a95bb2f'}] {{(pid=93333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:24:18.506662 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5ef33c-7d2c-45ad-8d9e-e84c10bfa133 None None] Attempting to bind port 6f9018f5-d80f-4057-8773-7632262dcabd on network 5c2558c7-24ce-41b2-b792-f9920a95bb2f {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:24:18.507867 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-bbcb51ba-def3-4201-9d3e-1886206e7180 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:18.517860 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5ef33c-7d2c-45ad-8d9e-e84c10bfa133 None None] Checking agent: {'id': '925d9885-7f95-40bb-88ba-4bb3b2a3855f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 16, 11), 'started_at': datetime.datetime(2021, 8, 4, 16, 16, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:24:18.518275 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5ef33c-7d2c-45ad-8d9e-e84c10bfa133 None None] Checking segment: {'id': '9f32b91d-c9a0-4366-93d1-1ed592891c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '5c2558c7-24ce-41b2-b792-f9920a95bb2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:24:18.518656 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-6f5ef33c-7d2c-45ad-8d9e-e84c10bfa133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:18.521965 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5ef33c-7d2c-45ad-8d9e-e84c10bfa133 None None] Bound using segment: {'id': '9f32b91d-c9a0-4366-93d1-1ed592891c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '5c2558c7-24ce-41b2-b792-f9920a95bb2f'} {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:24:18.523347 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [None req-6f5ef33c-7d2c-45ad-8d9e-e84c10bfa133 None None] Bound port: 6f9018f5-d80f-4057-8773-7632262dcabd, host: dv-cinder-789564-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f32b91d-c9a0-4366-93d1-1ed592891c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '5c2558c7-24ce-41b2-b792-f9920a95bb2f'}}] {{(pid=93333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:24:18.523756 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-6f5ef33c-7d2c-45ad-8d9e-e84c10bfa133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:18.648954 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [None req-6f5ef33c-7d2c-45ad-8d9e-e84c10bfa133 None None] For port 6f9018f5-d80f-4057-8773-7632262dcabd, host dv-cinder-789564-9-iscsi, cleared binding levels {{(pid=93333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:24:18.655522 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [None req-6f5ef33c-7d2c-45ad-8d9e-e84c10bfa133 None None] For port 6f9018f5-d80f-4057-8773-7632262dcabd, host dv-cinder-789564-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=6f9018f5-d80f-4057-8773-7632262dcabd,segment=NetworkSegment(9f32b91d-c9a0-4366-93d1-1ed592891c5e),segment_id=9f32b91d-c9a0-4366-93d1-1ed592891c5e)] {{(pid=93333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:24:18.677981 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-7bdc5d90-5a5a-4df6-9401-42394aa45a1e tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:18.689929 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-6f5ef33c-7d2c-45ad-8d9e-e84c10bfa133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:18.717539 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-edd4e975-013d-4c5c-a934-9ec873d02c7d req-06a68f1b-3f8a-41e2-ab78-39faebba7a24 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191206 Aug 04 16:24:18.849717 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5ef33c-7d2c-45ad-8d9e-e84c10bfa133 None None] Routers {'8b8f9e7b-d860-4258-98fd-6b35defa34bf'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:24:18.850390 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-6f5ef33c-7d2c-45ad-8d9e-e84c10bfa133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:24:11Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['8b8f9e7b-d860-4258-98fd-6b35defa34bf'], 'active': True} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:24:18.991516 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.db_base_plugin_common [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-7d074016-5573-422d-9e81-1bcc0818298e tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Allocated IP 172.20.0.13 (7f965b80-7909-4cf3-8c57-8793402555a4/e5d1a85b-b9eb-4879-9f2d-2ac1fb84c156/ad29e72d-4ed7-4bfa-82b0-e745f01f619a) {{(pid=93330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:24:19.007980 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvr_db [None req-6f5ef33c-7d2c-45ad-8d9e-e84c10bfa133 None None] Set router 8b8f9e7b-d860-4258-98fd-6b35defa34bf gateway port host: dv-cinder-789564-9-iscsi {{(pid=93333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:24:19.141293 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-7bdc5d90-5a5a-4df6-9401-42394aa45a1e tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:19.147265 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-bbcb51ba-def3-4201-9d3e-1886206e7180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334'] for subnet, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:19.153184 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cb69746-5594-47c6-abfb-beffa84fb2ca', 'tag': 'b162335e-7c27-4531-a303-ef9867eb115e'}] {{(pid=93331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:24:19.157621 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b1e7a993a9ef4a638b089ca602ec57e73654d5de59f22d070ba1fe881ce508d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60273e20-3c28-4482-90ec-bfacb3fe6f09" -d '{"events": [{"name": "network-changed", "server_uuid": "3cb69746-5594-47c6-abfb-beffa84fb2ca", "tag": "b162335e-7c27-4531-a303-ef9867eb115e"}]}' {{(pid=93331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:24:19.167380 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-7bdc5d90-5a5a-4df6-9401-42394aa45a1e tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598158'] for security_group_rule, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:19.188772 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-344cfea5-fc1a-438c-9235-c21a48f1d9e3 None None] Set router 299b800a-9980-4d14-9bef-7c33d0cbf8ae gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:24:19.216087 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac626f-7dcb-4396-994c-b1b4338a2cca None None] Pushing event updated for resources: {'Port': ['ID=6f9018f5-d80f-4057-8773-7632262dcabd,revision_number=4']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:19.248691 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb51ba-def3-4201-9d3e-1886206e7180 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef928445-8a6d-4f3a-befd-ca23fcb0839e,revision_number=0']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:19.279235 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-7d074016-5573-422d-9e81-1bcc0818298e tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Notify callbacks [] for port, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:19.298543 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdc5d90-5a5a-4df6-9401-42394aa45a1e tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f790da2-1f6a-45df-a582-1007ba16e4f1,revision_number=0']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:19.323071 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcb51ba-def3-4201-9d3e-1886206e7180 admin admin] Checking segment: {'id': 'dd7a0655-6b61-41c5-8f90-2c21ebd36c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '211f626d-aaf0-4884-9a8a-85defdce8ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:24:19.323431 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcb51ba-def3-4201-9d3e-1886206e7180 admin admin] Network hostable DHCP agents. Network: 211f626d-aaf0-4884-9a8a-85defdce8ffd, hostable agents: ['eaf2aaff-ba37-427f-8468-b829a196e20c'], hosted agents: [] {{(pid=93331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:24:19.340669 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-7bdc5d90-5a5a-4df6-9401-42394aa45a1e tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:19.348515 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-7bdc5d90-5a5a-4df6-9401-42394aa45a1e tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8988030 Aug 04 16:24:19.349347 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 39294) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:19.358633 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e2f7aba6-1932-481b-8568-180be7114d52 req-99aec8fc-3f45-4a3b-8083-b4deeb6c11eb tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 210 time: 0.4939427 Aug 04 16:24:19.365209 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-7d074016-5573-422d-9e81-1bcc0818298e tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767'] for port, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:19.367673 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-032f68d5-c4ab-4361-b09e-53b34970113b tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Request body: {'security_group_rule': {'security_group_id': '28dfa19f-f164-49a1-a52f-af3c64d3ee96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:24:19.387703 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-6f5ef33c-7d2c-45ad-8d9e-e84c10bfa133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'name': 'tempest-AttachVolumeTestJSON-786119888-router', 'tenant_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '2867530c-f114-4f1a-9c03-55698f3bdce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:58Z', 'updated_at': '2021-08-04T16:24:12Z', 'revision_number': 4, 'project_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'gw_port': {'id': '2867530c-f114-4f1a-9c03-55698f3bdce4', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:00Z', 'updated_at': '2021-08-04T16:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '6f9018f5-d80f-4057-8773-7632262dcabd', 'name': '', 'network_id': '5c2558c7-24ce-41b2-b792-f9920a95bb2f', 'tenant_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'mac_address': 'fa:16:3e:7e:46:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1fb80fc5-b3b3-4ef1-9a71-cb5032debcda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:10Z', 'updated_at': '2021-08-04T16:24:18Z', 'revision_number': 4, 'project_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'subnets': [{'id': '1fb80fc5-b3b3-4ef1-9a71-cb5032debcda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:24:19.425351 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcb51ba-def3-4201-9d3e-1886206e7180 admin admin] Network 211f626d-aaf0-4884-9a8a-85defdce8ffd is scheduled to be hosted by DHCP agent eaf2aaff-ba37-427f-8468-b829a196e20c with binding_index 1 {{(pid=93331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:24:19.426724 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5ef33c-7d2c-45ad-8d9e-e84c10bfa133 None None] The sync data for ids ['8b8f9e7b-d860-4258-98fd-6b35defa34bf'] in dv-cinder-789564-9-iscsi is: [{'id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'name': 'tempest-AttachVolumeTestJSON-786119888-router', 'tenant_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '2867530c-f114-4f1a-9c03-55698f3bdce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:58Z', 'updated_at': '2021-08-04T16:24:12Z', 'revision_number': 4, 'project_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'gw_port': {'id': '2867530c-f114-4f1a-9c03-55698f3bdce4', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:00Z', 'updated_at': '2021-08-04T16:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '6f9018f5-d80f-4057-8773-7632262dcabd', 'name': '', 'network_id': '5c2558c7-24ce-41b2-b792-f9920a95bb2f', 'tenant_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'mac_address': 'fa:16:3e:7e:46:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1fb80fc5-b3b3-4ef1-9a71-cb5032debcda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:10Z', 'updated_at': '2021-08-04T16:24:18Z', 'revision_number': 4, 'project_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'subnets': [{'id': '1fb80fc5-b3b3-4ef1-9a71-cb5032debcda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:24:19.453110 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.base_scheduler [None req-bbcb51ba-def3-4201-9d3e-1886206e7180 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-9-iscsi, 211f626d-aaf0-4884-9a8a-85defdce8ffd) {{(pid=93331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:24:19.470848 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcb51ba-def3-4201-9d3e-1886206e7180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:19.471454 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-bbcb51ba-def3-4201-9d3e-1886206e7180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for subnet, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:19.483791 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-032f68d5-c4ab-4361-b09e-53b34970113b tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:19.569451 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956f1350-cd4b-4127-8858-24a4c6bea1de None None] Network 211f626d-aaf0-4884-9a8a-85defdce8ffd requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:24:19.580596 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-bbcb51ba-def3-4201-9d3e-1886206e7180 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2702584 Aug 04 16:24:19.684125 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 39300) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:19.694979 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-7d074016-5573-422d-9e81-1bcc0818298e tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Network 7f965b80-7909-4cf3-8c57-8793402555a4 is already hosted by enough agents. {{(pid=93330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:24:19.696525 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-c4959793-783c-4238-99ef-e03d03076446 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2005224692', 'description': 'tempest-description--2131117891'}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:24:19.712954 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-7d074016-5573-422d-9e81-1bcc0818298e tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Resources bound (agent type, host, resource id): {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:24:19.748567 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e699152-fdd3-4bd2-95e1-0a8b234764c1 req-3f337253-d74b-4940-a7f8-d6980fe9bf23 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:19.750644 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3e699152-fdd3-4bd2-95e1-0a8b234764c1 req-3f337253-d74b-4940-a7f8-d6980fe9bf23 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcb6970-bf7c-4e02-b6ed-b546eb86143a HTTP/1.1" status: 200 len: 943 time: 0.1613131 Aug 04 16:24:19.751600 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d074016-5573-422d-9e81-1bcc0818298e tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Pushing event updated for resources: {'Port': ['ID=ad29e72d-4ed7-4bfa-82b0-e745f01f619a,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:19.754927 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-7d074016-5573-422d-9e81-1bcc0818298e tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Received port after_create {{(pid=93330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:24:19.765028 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-c4959793-783c-4238-99ef-e03d03076446 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:19.767095 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-7d074016-5573-422d-9e81-1bcc0818298e tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:19.768499 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-7d074016-5573-422d-9e81-1bcc0818298e tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:19.777567 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3670d1d3-c012-4f78-af37-7c59033029f0 x-openstack-request-id: req-3670d1d3-c012-4f78-af37-7c59033029f0 {{(pid=93331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:24:19.779537 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cb69746-5594-47c6-abfb-beffa84fb2ca", "tag": "b162335e-7c27-4531-a303-ef9867eb115e", "status": "completed", "code": 200}]} {{(pid=93331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:24:19.779537 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3670d1d3-c012-4f78-af37-7c59033029f0 {{(pid=93331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:24:19.780075 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cb69746-5594-47c6-abfb-beffa84fb2ca', 'tag': 'b162335e-7c27-4531-a303-ef9867eb115e', 'status': 'completed', 'code': 200} Aug 04 16:24:19.820609 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-7d074016-5573-422d-9e81-1bcc0818298e tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0364907 Aug 04 16:24:19.873055 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-032f68d5-c4ab-4361-b09e-53b34970113b tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:19.880600 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3e699152-fdd3-4bd2-95e1-0a8b234764c1 req-9de37ec6-a543-440e-aac3-6fcd30bc6bf5 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/security-groups?id=b046e9dd-5acc-45e4-9d6e-54fb93bb9099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890670 Aug 04 16:24:19.887527 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-032f68d5-c4ab-4361-b09e-53b34970113b tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598158'] for security_group_rule, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:19.985873 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f68d5-c4ab-4361-b09e-53b34970113b tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9284c23-3efb-45c5-9c84-3078771d6d85,revision_number=0']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:20.040846 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2867fe7-293a-4573-a1fd-f2d180dd3190 None None] Network 211f626d-aaf0-4884-9a8a-85defdce8ffd requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:24:20.049146 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:20.146710 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846001e-48be-4e7e-8593-556a5a802dad req-91ed0480-61fd-4e62-b882-a7fd37e45b22 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:20.154927 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-f846001e-48be-4e7e-8593-556a5a802dad req-91ed0480-61fd-4e62-b882-a7fd37e45b22 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb69746-5594-47c6-abfb-beffa84fb2ca HTTP/1.1" status: 200 len: 944 time: 0.2375159 Aug 04 16:24:20.262161 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-c4959793-783c-4238-99ef-e03d03076446 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:20.264437 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-c4959793-783c-4238-99ef-e03d03076446 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:20.297717 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-f846001e-48be-4e7e-8593-556a5a802dad req-58806906-bf9f-469a-ab2c-a3b50bc240b7 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418436 Aug 04 16:24:20.328028 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-032f68d5-c4ab-4361-b09e-53b34970113b tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:20.332558 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-032f68d5-c4ab-4361-b09e-53b34970113b tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9790957 Aug 04 16:24:20.335981 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 39324) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:20.345522 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-344cfea5-fc1a-438c-9235-c21a48f1d9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'name': 'tempest-AttachVolumeShelveTestJSON-537519640-router', 'tenant_id': 'e94f253973de4174807e633c0f67ea51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '05117e04-8afe-46d3-bdd0-2c0d9399eb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:57Z', 'updated_at': '2021-08-04T16:24:15Z', 'revision_number': 4, 'project_id': 'e94f253973de4174807e633c0f67ea51', 'gw_port': {'id': '05117e04-8afe-46d3-bdd0-2c0d9399eb6f', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:94:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:00Z', 'updated_at': '2021-08-04T16:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': 'cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d', 'name': '', 'network_id': '3375530b-34ca-4462-9339-3ed10ebd346b', 'tenant_id': 'e94f253973de4174807e633c0f67ea51', 'mac_address': 'fa:16:3e:83:ec:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ad7513e-214e-4cef-868b-a5927b57f732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:10Z', 'updated_at': '2021-08-04T16:24:15Z', 'revision_number': 2, 'project_id': 'e94f253973de4174807e633c0f67ea51', 'subnets': [{'id': '0ad7513e-214e-4cef-868b-a5927b57f732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:24:20.347009 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [None req-422eb205-a6ca-44c1-93de-9d209fb60737 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Request body: {'floatingip': {'floating_network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:24:20.358815 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-c4959793-783c-4238-99ef-e03d03076446 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:20.360899 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-c4959793-783c-4238-99ef-e03d03076446 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6738560 Aug 04 16:24:20.363424 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4959793-783c-4238-99ef-e03d03076446 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:20.363901 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 39326) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:20.377092 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [None req-2752a8d3-5b51-443b-97a8-6d7b55bac9de tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Request body: {'security_group_rule': {'security_group_id': '3644bf2a-768a-44b5-af9c-ceabb2ff8dc1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:24:20.439586 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344cfea5-fc1a-438c-9235-c21a48f1d9e3 None None] Checking router: 299b800a-9980-4d14-9bef-7c33d0cbf8ae for host: dv-cinder-789564-9-iscsi {{(pid=93332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:24:20.439969 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344cfea5-fc1a-438c-9235-c21a48f1d9e3 None None] Updating router 299b800a-9980-4d14-9bef-7c33d0cbf8ae port cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d binding host dv-cinder-789564-9-iscsi {{(pid=93332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:24:20.518172 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-422eb205-a6ca-44c1-93de-9d209fb60737 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks [] for floatingip, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:20.583014 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-344cfea5-fc1a-438c-9235-c21a48f1d9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:20.592825 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 39332) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:20.594644 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-2752a8d3-5b51-443b-97a8-6d7b55bac9de tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:20.599471 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-06b1d682-b851-4bee-b36e-643aaf499488 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1312890032-network', 'tenant_id': '86902a6372694825906986e56bdef59f'}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:24:20.674132 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b1d682-b851-4bee-b36e-643aaf499488 admin admin] Made reservation on behalf of 86902a6372694825906986e56bdef59f for: {'network': 1} {{(pid=93331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:24:20.676844 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-06b1d682-b851-4bee-b36e-643aaf499488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for network, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:20.695336 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-06b1d682-b851-4bee-b36e-643aaf499488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:20.825342 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df02a7f-da63-4b9c-93d5-adcbc85d939c req-ede520b6-3116-4150-9257-4682b352e82f tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:20.839360 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3df02a7f-da63-4b9c-93d5-adcbc85d939c req-ede520b6-3116-4150-9257-4682b352e82f tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 932 time: 0.3458831 Aug 04 16:24:20.917575 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-2752a8d3-5b51-443b-97a8-6d7b55bac9de tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:20.933066 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-06b1d682-b851-4bee-b36e-643aaf499488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:20.936946 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-2752a8d3-5b51-443b-97a8-6d7b55bac9de tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598158'] for security_group_rule, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:20.949255 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-06b1d682-b851-4bee-b36e-643aaf499488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:20.954398 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2752a8d3-5b51-443b-97a8-6d7b55bac9de tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a706641-c69d-470d-ba5f-d46c013ed4ee,revision_number=0']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:20.967790 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3df02a7f-da63-4b9c-93d5-adcbc85d939c req-a045a1cf-bc40-4011-9489-2a423b837677 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274219 Aug 04 16:24:21.017706 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b1d682-b851-4bee-b36e-643aaf499488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f101a22b-1cd7-45e4-9eba-7d131ab60aa2,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:21.033708 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06b1d682-b851-4bee-b36e-643aaf499488 admin admin] vlan segment allocate from pool success with {'vlan_id': 872, 'physical_network': 'physnet1'} {{(pid=93331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:24:21.043803 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-2752a8d3-5b51-443b-97a8-6d7b55bac9de tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:21.049621 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-06b1d682-b851-4bee-b36e-643aaf499488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519'] for segment, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:21.049621 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.db.segments_db [None req-06b1d682-b851-4bee-b36e-643aaf499488 admin admin] Added segment f4d6577f-9e3f-469a-89b0-db9cdffa5532 of type vlan for network ed0c6f7e-27e4-4f0a-a4e0-925f70eb3850 Aug 04 16:24:21.053924 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-2752a8d3-5b51-443b-97a8-6d7b55bac9de tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6858175 Aug 04 16:24:21.056737 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 39346) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:21.075049 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [None req-4acb5dd5-2a4e-4d7f-85f4-593ef3b14526 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Request body: {'security_group_rule': {'security_group_id': '3644bf2a-768a-44b5-af9c-ceabb2ff8dc1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:24:21.127973 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-06b1d682-b851-4bee-b36e-643aaf499488 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758853320587'] for network, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:21.230993 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-422eb205-a6ca-44c1-93de-9d209fb60737 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:21.317680 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 6f9018f5-d80f-4057-8773-7632262dcabd up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:24:21.336819 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-1b244780-50b7-4cdc-b67b-177772a01dbe service neutron] Request body: {'port': {'device_id': 'bbda95db-cedf-447f-8281-789c89cd882c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:24:21.338256 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-81e584b4-6851-464a-bf22-dc56e9011f35 service neutron] Request body: {'port': {'device_id': '64b045ab-defa-4f38-8178-9d493b95c21c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:24:21.493497 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-99ceeb94-731f-428a-ae0d-b7c1f209bfe9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b162335e-7c27-4531-a303-ef9867eb115e HTTP/1.1" status: 200 len: 217 time: 0.2841244 Aug 04 16:24:21.495710 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-c710a22d-aee1-47fd-8329-f7ee49386c5b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b924c080-25ef-46de-a092-6a7839885e48 HTTP/1.1" status: 200 len: 217 time: 0.2865131 Aug 04 16:24:21.508741 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-4acb5dd5-2a4e-4d7f-85f4-593ef3b14526 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:21.566990 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning for port 6f9018f5-d80f-4057-8773-7632262dcabd completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:24:21.571504 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port 6f9018f5-d80f-4057-8773-7632262dcabd triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:24:21.572020 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:21.581114 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-06b1d682-b851-4bee-b36e-643aaf499488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334'] for network, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:21.586190 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b1d682-b851-4bee-b36e-643aaf499488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:21.586932 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-06b1d682-b851-4bee-b36e-643aaf499488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for network, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:21.671079 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-344cfea5-fc1a-438c-9235-c21a48f1d9e3 None None] Notify callbacks [] for port, precommit_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:21.727824 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-1b244780-50b7-4cdc-b67b-177772a01dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:21.818509 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-344cfea5-fc1a-438c-9235-c21a48f1d9e3 None None] Transition to ACTIVE for port object cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d will not be triggered until provisioned by entity L2. {{(pid=93332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:24:21.844638 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-344cfea5-fc1a-438c-9235-c21a48f1d9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:21.939306 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:21.966593 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-4acb5dd5-2a4e-4d7f-85f4-593ef3b14526 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:21.993495 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-06b1d682-b851-4bee-b36e-643aaf499488 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3964963 Aug 04 16:24:21.995614 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-204b2b1a-976a-4685-9057-f4a23a39433d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:22.002827 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-204b2b1a-976a-4685-9057-f4a23a39433d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2b83028a-7632-4e16-99a5-9dc762daa616 HTTP/1.1" status: 200 len: 851 time: 0.4508302 Aug 04 16:24:22.069353 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 39372) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:22.075023 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-344cfea5-fc1a-438c-9235-c21a48f1d9e3 None None] Attempting to bind port cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d on host dv-cinder-789564-9-iscsi for vnic_type normal with profile {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:24:22.075447 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-344cfea5-fc1a-438c-9235-c21a48f1d9e3 None None] Attempting to bind port cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d by drivers openvswitch,hyperv on host dv-cinder-789564-9-iscsi at level 0 using segments [{'id': 'ce787726-f448-43d2-afe7-5993012333a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3375530b-34ca-4462-9339-3ed10ebd346b'}] {{(pid=93332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:24:22.075970 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344cfea5-fc1a-438c-9235-c21a48f1d9e3 None None] Attempting to bind port cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d on network 3375530b-34ca-4462-9339-3ed10ebd346b {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:24:22.082653 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-f727b59f-65a0-4fbc-ae76-1f835cf090ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:22.084486 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344cfea5-fc1a-438c-9235-c21a48f1d9e3 None None] Checking agent: {'id': '925d9885-7f95-40bb-88ba-4bb3b2a3855f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 16, 11), 'started_at': datetime.datetime(2021, 8, 4, 16, 16, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:24:22.084899 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344cfea5-fc1a-438c-9235-c21a48f1d9e3 None None] Checking segment: {'id': 'ce787726-f448-43d2-afe7-5993012333a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3375530b-34ca-4462-9339-3ed10ebd346b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:24:22.085036 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-f727b59f-65a0-4fbc-ae76-1f835cf090ef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6f7c1adb-0393-4d8f-aa60-5e62e154bcaf HTTP/1.1" status: 200 len: 855 time: 0.5244048 Aug 04 16:24:22.085283 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-344cfea5-fc1a-438c-9235-c21a48f1d9e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:22.086052 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344cfea5-fc1a-438c-9235-c21a48f1d9e3 None None] Bound using segment: {'id': 'ce787726-f448-43d2-afe7-5993012333a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3375530b-34ca-4462-9339-3ed10ebd346b'} {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:24:22.086761 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-344cfea5-fc1a-438c-9235-c21a48f1d9e3 None None] Bound port: cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d, host: dv-cinder-789564-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce787726-f448-43d2-afe7-5993012333a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3375530b-34ca-4462-9339-3ed10ebd346b'}}] {{(pid=93332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:24:22.087026 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-344cfea5-fc1a-438c-9235-c21a48f1d9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:22.088818 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-81e584b4-6851-464a-bf22-dc56e9011f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:22.110254 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-038afdba-a730-4022-bdcd-a206d1d6a7b2 admin admin] Request body: {'subnet': {'network_id': 'ed0c6f7e-27e4-4f0a-a4e0-925f70eb3850', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1312890032-subnet', 'tenant_id': '86902a6372694825906986e56bdef59f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:24:22.170832 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] For port 6f9018f5-d80f-4057-8773-7632262dcabd, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=6f9018f5-d80f-4057-8773-7632262dcabd,segment=NetworkSegment(9f32b91d-c9a0-4366-93d1-1ed592891c5e),segment_id=9f32b91d-c9a0-4366-93d1-1ed592891c5e)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:24:22.252989 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df3c9ce-7004-407f-b9c7-9e5875053af2 None None] Pushing event updated for resources: {'Port': ['ID=cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d,revision_number=3']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:22.260538 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-cc16f180-2aec-4751-b9f0-8797f634f0fa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=adba0a6e-44f8-4a54-84d5-54ff0bc6bb41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1442852 Aug 04 16:24:22.262855 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-3f0ea31e-23c3-4e2f-b88b-9564958b5c9c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=be014736-d92b-4d30-a9f9-4c1a86837735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1479051 Aug 04 16:24:22.267375 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:22.303732 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6f069-4f77-45c0-b7e3-e73ed332d4e8 req-4f5a825c-e5c2-4385-b8f4-925bb5bdb706 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:22.319369 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-2ab6f069-4f77-45c0-b7e3-e73ed332d4e8 req-4f5a825c-e5c2-4385-b8f4-925bb5bdb706 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcb6970-bf7c-4e02-b6ed-b546eb86143a HTTP/1.1" status: 200 len: 943 time: 1.1703258 Aug 04 16:24:22.462528 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-344cfea5-fc1a-438c-9235-c21a48f1d9e3 None None] For port cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d, host dv-cinder-789564-9-iscsi, cleared binding levels {{(pid=93332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:24:22.489085 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-344cfea5-fc1a-438c-9235-c21a48f1d9e3 None None] For port cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d, host dv-cinder-789564-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d,segment=NetworkSegment(ce787726-f448-43d2-afe7-5993012333a5),segment_id=ce787726-f448-43d2-afe7-5993012333a5)] {{(pid=93332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:24:22.502692 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-344cfea5-fc1a-438c-9235-c21a48f1d9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:22.513646 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Pushing event updated for resources: {'Port': ['ID=6f9018f5-d80f-4057-8773-7632262dcabd,revision_number=5']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:22.591907 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-65f0c5f0-6ac7-4127-af5d-fa3fb4e1f275 service neutron] 10.222.0.50 "GET /v2.0/networks/be014736-d92b-4d30-a9f9-4c1a86837735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706947 Aug 04 16:24:22.659004 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 39384) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:22.672458 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df3c9ce-7004-407f-b9c7-9e5875053af2 None None] Pushing event updated for resources: {'Port': ['ID=cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d,revision_number=4']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:22.675584 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344cfea5-fc1a-438c-9235-c21a48f1d9e3 None None] Routers {'299b800a-9980-4d14-9bef-7c33d0cbf8ae'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:24:22.676351 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-344cfea5-fc1a-438c-9235-c21a48f1d9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:24:11Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['299b800a-9980-4d14-9bef-7c33d0cbf8ae'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:24:22.744264 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b1d682-b851-4bee-b36e-643aaf499488 admin admin] Pushing event updated for resources: {'Network': ['ID=ed0c6f7e-27e4-4f0a-a4e0-925f70eb3850,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:22.759618 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-2ab6f069-4f77-45c0-b7e3-e73ed332d4e8 req-b9df7c44-7224-417e-9d54-9044fe2a951e tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/security-groups?id=b046e9dd-5acc-45e4-9d6e-54fb93bb9099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4399376 Aug 04 16:24:22.844898 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-4acb5dd5-2a4e-4d7f-85f4-593ef3b14526 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598158'] for security_group_rule, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:22.869889 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Network ed0c6f7e-27e4-4f0a-a4e0-925f70eb3850 details requested by agent ovs-agent-dv-cinder-789564-9-iscsi with host dv-cinder-789564-9-iscsi {{(pid=93332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:24:22.940703 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb5dd5-2a4e-4d7f-85f4-593ef3b14526 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9afac71-3fa3-4f40-98e8-581cab113b3b,revision_number=0']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:22.953507 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-1b244780-50b7-4cdc-b67b-177772a01dbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad29e72d-4ed7-4bfa-82b0-e745f01f619a {{(pid=93330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:24:22.970600 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-0d7f8b78-f774-4a65-b8b9-12e1f65e9db9 req-d7d9ca88-3cd1-4529-8a8d-c92abb29e23e service neutron] 10.222.0.50 "GET /v2.0/networks/be014736-d92b-4d30-a9f9-4c1a86837735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130293 Aug 04 16:24:23.014692 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-1b244780-50b7-4cdc-b67b-177772a01dbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:23.023942 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.db_base_plugin_common [None req-422eb205-a6ca-44c1-93de-9d209fb60737 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Allocated IP 172.27.2.137 (79da2935-f34e-4d6b-93be-bb960bd015b1/1f6d232c-c352-4ff7-8ce5-aebf5b141825/b3895d48-8c06-4455-98fd-ce32aa24b320) {{(pid=93330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:24:23.042232 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80525ed1-23af-4de5-a3d5-24987bd7a628 req-d7808023-42b7-4538-9401-080e63fdeaac tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:23.043877 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-80525ed1-23af-4de5-a3d5-24987bd7a628 req-d7808023-42b7-4538-9401-080e63fdeaac tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb69746-5594-47c6-abfb-beffa84fb2ca HTTP/1.1" status: 200 len: 944 time: 1.4955108 Aug 04 16:24:23.101785 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.provisioning_blocks [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-1b244780-50b7-4cdc-b67b-177772a01dbe service neutron] Transition to ACTIVE for port object ad29e72d-4ed7-4bfa-82b0-e745f01f619a will not be triggered until provisioned by entity L2. {{(pid=93330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:24:23.144074 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-1b244780-50b7-4cdc-b67b-177772a01dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:23.191819 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-344cfea5-fc1a-438c-9235-c21a48f1d9e3 None None] Set router 299b800a-9980-4d14-9bef-7c33d0cbf8ae gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:24:23.245123 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 6f9018f5-d80f-4057-8773-7632262dcabd up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:24:23.305091 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-80525ed1-23af-4de5-a3d5-24987bd7a628 req-07f46ba1-2fa8-4a6c-9228-643bf23b1acd tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407420 Aug 04 16:24:23.369769 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port 6f9018f5-d80f-4057-8773-7632262dcabd triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:24:23.371080 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:23.392584 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-ed16485a-29d5-40b3-b01f-15d58c414dde service neutron] 10.222.0.50 "GET /v2.0/networks/adba0a6e-44f8-4a54-84d5-54ff0bc6bb41?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0601475 Aug 04 16:24:23.456258 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b244780-50b7-4cdc-b67b-177772a01dbe service neutron] Pushing event updated for resources: {'Port': ['ID=ad29e72d-4ed7-4bfa-82b0-e745f01f619a,revision_number=2']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:23.554678 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-4acb5dd5-2a4e-4d7f-85f4-593ef3b14526 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:23.559369 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-4acb5dd5-2a4e-4d7f-85f4-593ef3b14526 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.4940484 Aug 04 16:24:23.568464 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 39396) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:23.601364 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [None req-90bffc0d-943a-4f48-b203-ea75112a7ce9 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Request body: {'floatingip': {'floating_network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:24:23.631452 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-422eb205-a6ca-44c1-93de-9d209fb60737 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks [] for port, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:23.634414 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-1b244780-50b7-4cdc-b67b-177772a01dbe service neutron] Attempting to bind port ad29e72d-4ed7-4bfa-82b0-e745f01f619a on host hv-cinder-78956 for vnic_type normal with profile {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:24:23.634848 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-1b244780-50b7-4cdc-b67b-177772a01dbe service neutron] Attempting to bind port ad29e72d-4ed7-4bfa-82b0-e745f01f619a by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '5b2050c3-ed64-4508-902c-49e5966da0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '7f965b80-7909-4cf3-8c57-8793402555a4'}] {{(pid=93330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:24:23.635233 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-1b244780-50b7-4cdc-b67b-177772a01dbe service neutron] Attempting to bind port ad29e72d-4ed7-4bfa-82b0-e745f01f619a on network 7f965b80-7909-4cf3-8c57-8793402555a4 {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:24:23.652166 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-1b244780-50b7-4cdc-b67b-177772a01dbe service neutron] Port ad29e72d-4ed7-4bfa-82b0-e745f01f619a on network 7f965b80-7909-4cf3-8c57-8793402555a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:24:23.652546 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-1b244780-50b7-4cdc-b67b-177772a01dbe service neutron] Attempting to bind port ad29e72d-4ed7-4bfa-82b0-e745f01f619a on network 7f965b80-7909-4cf3-8c57-8793402555a4 {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:24:23.665863 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-90bffc0d-943a-4f48-b203-ea75112a7ce9 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks [] for floatingip, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:23.679082 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-1b244780-50b7-4cdc-b67b-177772a01dbe service neutron] Checking agent: {'id': 'd306b3d0-6735-4bf3-81d7-29bae54f6551', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 22, 19), 'started_at': datetime.datetime(2021, 8, 4, 16, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:24:23.679723 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-1b244780-50b7-4cdc-b67b-177772a01dbe service neutron] Checking segment: {'id': '5b2050c3-ed64-4508-902c-49e5966da0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '7f965b80-7909-4cf3-8c57-8793402555a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:24:23.680137 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-1b244780-50b7-4cdc-b67b-177772a01dbe service neutron] Bound using segment: {'id': '5b2050c3-ed64-4508-902c-49e5966da0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '7f965b80-7909-4cf3-8c57-8793402555a4'} {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:24:23.680774 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-1b244780-50b7-4cdc-b67b-177772a01dbe service neutron] Bound port: ad29e72d-4ed7-4bfa-82b0-e745f01f619a, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b2050c3-ed64-4508-902c-49e5966da0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '7f965b80-7909-4cf3-8c57-8793402555a4'}}] {{(pid=93330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:24:23.681107 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-1b244780-50b7-4cdc-b67b-177772a01dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:23.759639 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038afdba-a730-4022-bdcd-a206d1d6a7b2 admin admin] Made reservation on behalf of 86902a6372694825906986e56bdef59f for: {'subnet': 1} {{(pid=93331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:24:23.761924 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-038afdba-a730-4022-bdcd-a206d1d6a7b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:23.832952 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-422eb205-a6ca-44c1-93de-9d209fb60737 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767'] for port, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:23.884810 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-344cfea5-fc1a-438c-9235-c21a48f1d9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'name': 'tempest-AttachVolumeShelveTestJSON-537519640-router', 'tenant_id': 'e94f253973de4174807e633c0f67ea51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '05117e04-8afe-46d3-bdd0-2c0d9399eb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:57Z', 'updated_at': '2021-08-04T16:24:15Z', 'revision_number': 4, 'project_id': 'e94f253973de4174807e633c0f67ea51', 'gw_port': {'id': '05117e04-8afe-46d3-bdd0-2c0d9399eb6f', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:94:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:00Z', 'updated_at': '2021-08-04T16:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': 'cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d', 'name': '', 'network_id': '3375530b-34ca-4462-9339-3ed10ebd346b', 'tenant_id': 'e94f253973de4174807e633c0f67ea51', 'mac_address': 'fa:16:3e:83:ec:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ad7513e-214e-4cef-868b-a5927b57f732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:10Z', 'updated_at': '2021-08-04T16:24:22Z', 'revision_number': 4, 'project_id': 'e94f253973de4174807e633c0f67ea51', 'subnets': [{'id': '0ad7513e-214e-4cef-868b-a5927b57f732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:24:23.894010 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-1b244780-50b7-4cdc-b67b-177772a01dbe service neutron] For port ad29e72d-4ed7-4bfa-82b0-e745f01f619a, host hv-cinder-78956, cleared binding levels {{(pid=93330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:24:23.916624 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344cfea5-fc1a-438c-9235-c21a48f1d9e3 None None] The sync data for ids ['299b800a-9980-4d14-9bef-7c33d0cbf8ae'] in dv-cinder-789564-9-iscsi is: [{'id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'name': 'tempest-AttachVolumeShelveTestJSON-537519640-router', 'tenant_id': 'e94f253973de4174807e633c0f67ea51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '05117e04-8afe-46d3-bdd0-2c0d9399eb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:57Z', 'updated_at': '2021-08-04T16:24:15Z', 'revision_number': 4, 'project_id': 'e94f253973de4174807e633c0f67ea51', 'gw_port': {'id': '05117e04-8afe-46d3-bdd0-2c0d9399eb6f', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:94:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:00Z', 'updated_at': '2021-08-04T16:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': 'cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d', 'name': '', 'network_id': '3375530b-34ca-4462-9339-3ed10ebd346b', 'tenant_id': 'e94f253973de4174807e633c0f67ea51', 'mac_address': 'fa:16:3e:83:ec:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ad7513e-214e-4cef-868b-a5927b57f732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:10Z', 'updated_at': '2021-08-04T16:24:22Z', 'revision_number': 4, 'project_id': 'e94f253973de4174807e633c0f67ea51', 'subnets': [{'id': '0ad7513e-214e-4cef-868b-a5927b57f732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:24:23.955734 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422eb205-a6ca-44c1-93de-9d209fb60737 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Network 79da2935-f34e-4d6b-93be-bb960bd015b1 is already hosted by enough agents. {{(pid=93330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:24:23.971482 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-1b244780-50b7-4cdc-b67b-177772a01dbe service neutron] For port ad29e72d-4ed7-4bfa-82b0-e745f01f619a, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ad29e72d-4ed7-4bfa-82b0-e745f01f619a,segment=NetworkSegment(5b2050c3-ed64-4508-902c-49e5966da0c1),segment_id=5b2050c3-ed64-4508-902c-49e5966da0c1)] {{(pid=93330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:24:23.986159 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [None req-422eb205-a6ca-44c1-93de-9d209fb60737 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Resources bound (agent type, host, resource id): {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:24:23.988722 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422eb205-a6ca-44c1-93de-9d209fb60737 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Received port after_create {{(pid=93330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:24:23.998825 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422eb205-a6ca-44c1-93de-9d209fb60737 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Pushing event updated for resources: {'Port': ['ID=b3895d48-8c06-4455-98fd-ce32aa24b320,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:24.002559 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-1b244780-50b7-4cdc-b67b-177772a01dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:24.013732 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-059f65a8-a13e-4459-9048-6017dbe9fd24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:24.109699 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-1b244780-50b7-4cdc-b67b-177772a01dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:24.110582 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-1b244780-50b7-4cdc-b67b-177772a01dbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:24.111986 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-1b244780-50b7-4cdc-b67b-177772a01dbe service neutron] 10.222.0.50 "PUT /v2.0/ports/ad29e72d-4ed7-4bfa-82b0-e745f01f619a HTTP/1.1" status: 200 len: 1094 time: 2.8293447 Aug 04 16:24:24.123207 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbda95db-cedf-447f-8281-789c89cd882c', 'tag': 'ad29e72d-4ed7-4bfa-82b0-e745f01f619a'}] {{(pid=93330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:24:24.157611 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f536997-77ec-40c7-a04c-f4b460fcd406 req-03529f9c-598a-418b-947e-c99886f90c1a tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:24.165122 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-1f536997-77ec-40c7-a04c-f4b460fcd406 req-03529f9c-598a-418b-947e-c99886f90c1a tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 944 time: 0.9789093 Aug 04 16:24:24.181023 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad9217-8f7c-416b-a054-645c3cf83ddf req-9dc28048-be6f-4eac-99c8-1f1cf31154b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:24.182598 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d7ad9217-8f7c-416b-a054-645c3cf83ddf req-9dc28048-be6f-4eac-99c8-1f1cf31154b7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3850dad1624c4086936f0a56a723b980&device_id=8fcb6970-bf7c-4e02-b6ed-b546eb86143a HTTP/1.1" status: 200 len: 1096 time: 0.7891307 Aug 04 16:24:24.196591 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd001b-7c56-4d71-8886-3a73e5e334d9 req-0b969c40-3823-4a89-903a-be5a0577ade2 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:24.199482 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.notifiers.nova [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-81e584b4-6851-464a-bf22-dc56e9011f35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c98fd1f-2d8e-4194-8ece-0d194fbe1a41 {{(pid=93331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:24:24.205170 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-b6fd001b-7c56-4d71-8886-3a73e5e334d9 req-0b969c40-3823-4a89-903a-be5a0577ade2 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcb6970-bf7c-4e02-b6ed-b546eb86143a HTTP/1.1" status: 200 len: 943 time: 0.3330164 Aug 04 16:24:24.227310 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-81e584b4-6851-464a-bf22-dc56e9011f35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:24.246910 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-fd2db0fe-4a78-4661-b3a3-09f3df815785 req-7aeab71d-0482-45b0-abb6-92c1d7cffa4c service neutron] 10.222.0.50 "GET /v2.0/networks/adba0a6e-44f8-4a54-84d5-54ff0bc6bb41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5655537 Aug 04 16:24:24.266489 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-422eb205-a6ca-44c1-93de-9d209fb60737 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:24.280818 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.provisioning_blocks [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-81e584b4-6851-464a-bf22-dc56e9011f35 service neutron] Transition to ACTIVE for port object 3c98fd1f-2d8e-4194-8ece-0d194fbe1a41 will not be triggered until provisioned by entity L2. {{(pid=93331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:24:24.300349 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-1f536997-77ec-40c7-a04c-f4b460fcd406 req-52b594df-0fa5-4624-bea7-9710de4c4ac3 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342006 Aug 04 16:24:24.309053 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-81e584b4-6851-464a-bf22-dc56e9011f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:24.316390 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b244780-50b7-4cdc-b67b-177772a01dbe service neutron] Pushing event updated for resources: {'Port': ['ID=ad29e72d-4ed7-4bfa-82b0-e745f01f619a,revision_number=3']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:24.350643 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-b6fd001b-7c56-4d71-8886-3a73e5e334d9 req-c3dd30c2-64ef-4497-8942-44eb3a49cb85 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/security-groups?id=b046e9dd-5acc-45e4-9d6e-54fb93bb9099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447525 Aug 04 16:24:24.387208 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-90bffc0d-943a-4f48-b203-ea75112a7ce9 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:24.406932 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37e886c0defde040503dc6230deb255415226de4639eab9b495881836c77004d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3b40fb-c4c4-4350-8ae5-2653326f14f4" -d '{"events": [{"name": "network-changed", "server_uuid": "bbda95db-cedf-447f-8281-789c89cd882c", "tag": "ad29e72d-4ed7-4bfa-82b0-e745f01f619a"}]}' {{(pid=93330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:24:24.449332 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e584b4-6851-464a-bf22-dc56e9011f35 service neutron] Pushing event updated for resources: {'Port': ['ID=3c98fd1f-2d8e-4194-8ece-0d194fbe1a41,revision_number=2']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:24.461308 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-422eb205-a6ca-44c1-93de-9d209fb60737 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:24.560253 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-059f65a8-a13e-4459-9048-6017dbe9fd24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:24.592184 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-059f65a8-a13e-4459-9048-6017dbe9fd24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:24.600830 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.managers [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-81e584b4-6851-464a-bf22-dc56e9011f35 service neutron] Attempting to bind port 3c98fd1f-2d8e-4194-8ece-0d194fbe1a41 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=93331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:24:24.601280 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.managers [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-81e584b4-6851-464a-bf22-dc56e9011f35 service neutron] Attempting to bind port 3c98fd1f-2d8e-4194-8ece-0d194fbe1a41 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '5b2050c3-ed64-4508-902c-49e5966da0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '7f965b80-7909-4cf3-8c57-8793402555a4'}] {{(pid=93331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:24:24.601680 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-81e584b4-6851-464a-bf22-dc56e9011f35 service neutron] Attempting to bind port 3c98fd1f-2d8e-4194-8ece-0d194fbe1a41 on network 7f965b80-7909-4cf3-8c57-8793402555a4 {{(pid=93331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:24:24.616658 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa77df1-1fc6-4ccf-8f7f-9b87530f1b14 x-openstack-request-id: req-3aa77df1-1fc6-4ccf-8f7f-9b87530f1b14 {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:24:24.617192 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbda95db-cedf-447f-8281-789c89cd882c", "tag": "ad29e72d-4ed7-4bfa-82b0-e745f01f619a", "status": "completed", "code": 200}]} {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:24:24.617455 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3aa77df1-1fc6-4ccf-8f7f-9b87530f1b14 {{(pid=93330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:24:24.618095 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbda95db-cedf-447f-8281-789c89cd882c', 'tag': 'ad29e72d-4ed7-4bfa-82b0-e745f01f619a', 'status': 'completed', 'code': 200} Aug 04 16:24:24.642960 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.db_base_plugin_common [None req-90bffc0d-943a-4f48-b203-ea75112a7ce9 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Allocated IP 172.27.2.200 (79da2935-f34e-4d6b-93be-bb960bd015b1/1f6d232c-c352-4ff7-8ce5-aebf5b141825/8f54943d-2f25-4d5e-a6c9-987685b7f00b) {{(pid=93330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:24:24.650608 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-038afdba-a730-4022-bdcd-a206d1d6a7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334'] for subnet, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:24.652290 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-81e584b4-6851-464a-bf22-dc56e9011f35 service neutron] Port 3c98fd1f-2d8e-4194-8ece-0d194fbe1a41 on network 7f965b80-7909-4cf3-8c57-8793402555a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=93331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:24:24.652693 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-81e584b4-6851-464a-bf22-dc56e9011f35 service neutron] Attempting to bind port 3c98fd1f-2d8e-4194-8ece-0d194fbe1a41 on network 7f965b80-7909-4cf3-8c57-8793402555a4 {{(pid=93331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:24:24.695748 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-059f65a8-a13e-4459-9048-6017dbe9fd24 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c9c7aa0eb82d4c8e9b6509e4c01f2b98&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9500632 Aug 04 16:24:24.704949 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3d469-1fdf-4c07-9975-babba01cec19 req-59669acc-3a31-49fe-9285-4d30e59901f4 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:24.706568 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-1df3d469-1fdf-4c07-9975-babba01cec19 req-59669acc-3a31-49fe-9285-4d30e59901f4 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb69746-5594-47c6-abfb-beffa84fb2ca HTTP/1.1" status: 200 len: 944 time: 0.2620819 Aug 04 16:24:24.707232 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f65a8-a13e-4459-9048-6017dbe9fd24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622d247a-390d-4161-96be-76f6006ce33a,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:24.709973 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-81e584b4-6851-464a-bf22-dc56e9011f35 service neutron] Checking agent: {'id': 'd306b3d0-6735-4bf3-81d7-29bae54f6551', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 22, 19), 'started_at': datetime.datetime(2021, 8, 4, 16, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:24:24.710340 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-81e584b4-6851-464a-bf22-dc56e9011f35 service neutron] Checking segment: {'id': '5b2050c3-ed64-4508-902c-49e5966da0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '7f965b80-7909-4cf3-8c57-8793402555a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:24:24.711055 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-81e584b4-6851-464a-bf22-dc56e9011f35 service neutron] Bound using segment: {'id': '5b2050c3-ed64-4508-902c-49e5966da0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '7f965b80-7909-4cf3-8c57-8793402555a4'} {{(pid=93331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:24:24.711506 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.managers [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-81e584b4-6851-464a-bf22-dc56e9011f35 service neutron] Bound port: 3c98fd1f-2d8e-4194-8ece-0d194fbe1a41, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b2050c3-ed64-4508-902c-49e5966da0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '7f965b80-7909-4cf3-8c57-8793402555a4'}}] {{(pid=93331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:24:24.711867 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-81e584b4-6851-464a-bf22-dc56e9011f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:24.714081 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 39414) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:24.794933 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-422eb205-a6ca-44c1-93de-9d209fb60737 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks [] for port, precommit_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:24.805142 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-422eb205-a6ca-44c1-93de-9d209fb60737 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:24.810459 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038afdba-a730-4022-bdcd-a206d1d6a7b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7795a08c-a6b2-4cf7-a8c4-102cda575afc,revision_number=0']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:24.848314 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-90bffc0d-943a-4f48-b203-ea75112a7ce9 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks [] for port, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:24.852947 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-422eb205-a6ca-44c1-93de-9d209fb60737 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593542'] for floatingip, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:24.880856 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-422eb205-a6ca-44c1-93de-9d209fb60737 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for floatingip, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:24.891409 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-422eb205-a6ca-44c1-93de-9d209fb60737 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5451694 Aug 04 16:24:24.891798 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-1df3d469-1fdf-4c07-9975-babba01cec19 req-8c7ab990-9076-4805-af0c-1e0975191643 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511304 Aug 04 16:24:24.892697 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422eb205-a6ca-44c1-93de-9d209fb60737 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Pushing event updated for resources: {'Port': ['ID=b3895d48-8c06-4455-98fd-ce32aa24b320,revision_number=2']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:24.892817 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038afdba-a730-4022-bdcd-a206d1d6a7b2 admin admin] Checking segment: {'id': 'f4d6577f-9e3f-469a-89b0-db9cdffa5532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'ed0c6f7e-27e4-4f0a-a4e0-925f70eb3850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:24:24.892817 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038afdba-a730-4022-bdcd-a206d1d6a7b2 admin admin] Network hostable DHCP agents. Network: ed0c6f7e-27e4-4f0a-a4e0-925f70eb3850, hostable agents: ['eaf2aaff-ba37-427f-8468-b829a196e20c'], hosted agents: [] {{(pid=93331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:24:24.919585 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.db [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-81e584b4-6851-464a-bf22-dc56e9011f35 service neutron] For port 3c98fd1f-2d8e-4194-8ece-0d194fbe1a41, host hv-cinder-78956, cleared binding levels {{(pid=93331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:24:24.935269 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-90bffc0d-943a-4f48-b203-ea75112a7ce9 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767'] for port, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:24.936195 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-c27d0e8c-47ae-4dc9-aa71-02102ae09b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:24.940846 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.db [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-81e584b4-6851-464a-bf22-dc56e9011f35 service neutron] For port 3c98fd1f-2d8e-4194-8ece-0d194fbe1a41, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=3c98fd1f-2d8e-4194-8ece-0d194fbe1a41,segment=NetworkSegment(5b2050c3-ed64-4508-902c-49e5966da0c1),segment_id=5b2050c3-ed64-4508-902c-49e5966da0c1)] {{(pid=93331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:24:24.951745 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-81e584b4-6851-464a-bf22-dc56e9011f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:24.964006 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038afdba-a730-4022-bdcd-a206d1d6a7b2 admin admin] Network ed0c6f7e-27e4-4f0a-a4e0-925f70eb3850 is scheduled to be hosted by DHCP agent eaf2aaff-ba37-427f-8468-b829a196e20c with binding_index 1 {{(pid=93331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:24:24.984078 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bffc0d-943a-4f48-b203-ea75112a7ce9 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Network 79da2935-f34e-4d6b-93be-bb960bd015b1 is already hosted by enough agents. {{(pid=93330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:24:24.991785 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [None req-90bffc0d-943a-4f48-b203-ea75112a7ce9 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Resources bound (agent type, host, resource id): {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:24:24.996954 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bffc0d-943a-4f48-b203-ea75112a7ce9 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Received port after_create {{(pid=93330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:24:25.000600 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-c27d0e8c-47ae-4dc9-aa71-02102ae09b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:25.010021 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bffc0d-943a-4f48-b203-ea75112a7ce9 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Pushing event updated for resources: {'Port': ['ID=8f54943d-2f25-4d5e-a6c9-987685b7f00b,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:25.017365 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.base_scheduler [None req-038afdba-a730-4022-bdcd-a206d1d6a7b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-9-iscsi, ed0c6f7e-27e4-4f0a-a4e0-925f70eb3850) {{(pid=93331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:24:25.030851 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab953de-24e0-44ca-8383-da45fef7e2a3 None None] Network ed0c6f7e-27e4-4f0a-a4e0-925f70eb3850 requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:24:25.035028 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-81e584b4-6851-464a-bf22-dc56e9011f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:25.036636 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-81e584b4-6851-464a-bf22-dc56e9011f35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for port, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:25.038349 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-81e584b4-6851-464a-bf22-dc56e9011f35 service neutron] 10.222.0.50 "PUT /v2.0/ports/3c98fd1f-2d8e-4194-8ece-0d194fbe1a41 HTTP/1.1" status: 200 len: 1093 time: 3.7616625 Aug 04 16:24:25.038901 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64b045ab-defa-4f38-8178-9d493b95c21c', 'tag': '3c98fd1f-2d8e-4194-8ece-0d194fbe1a41'}] {{(pid=93331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:24:25.041383 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b1e7a993a9ef4a638b089ca602ec57e73654d5de59f22d070ba1fe881ce508d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b9a017-62ce-4e92-81d1-f6bd3578923e" -d '{"events": [{"name": "network-changed", "server_uuid": "64b045ab-defa-4f38-8178-9d493b95c21c", "tag": "3c98fd1f-2d8e-4194-8ece-0d194fbe1a41"}]}' {{(pid=93331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:24:25.045142 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038afdba-a730-4022-bdcd-a206d1d6a7b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:25.046048 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-038afdba-a730-4022-bdcd-a206d1d6a7b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for subnet, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:25.078514 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-038afdba-a730-4022-bdcd-a206d1d6a7b2 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.9908988 Aug 04 16:24:25.122014 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-c27d0e8c-47ae-4dc9-aa71-02102ae09b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:25.125059 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-c27d0e8c-47ae-4dc9-aa71-02102ae09b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:25.126450 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-c27d0e8c-47ae-4dc9-aa71-02102ae09b5e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/622d247a-390d-4161-96be-76f6006ce33a HTTP/1.1" status: 204 len: 168 time: 0.4086564 Aug 04 16:24:25.145389 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-90bffc0d-943a-4f48-b203-ea75112a7ce9 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:25.181897 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e790d4f1-051f-4f65-8c0b-45ffe1e4b979 x-openstack-request-id: req-e790d4f1-051f-4f65-8c0b-45ffe1e4b979 {{(pid=93331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:24:25.182232 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64b045ab-defa-4f38-8178-9d493b95c21c", "tag": "3c98fd1f-2d8e-4194-8ece-0d194fbe1a41", "status": "completed", "code": 200}]} {{(pid=93331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:24:25.182488 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e790d4f1-051f-4f65-8c0b-45ffe1e4b979 {{(pid=93331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:24:25.183772 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64b045ab-defa-4f38-8178-9d493b95c21c', 'tag': '3c98fd1f-2d8e-4194-8ece-0d194fbe1a41', 'status': 'completed', 'code': 200} Aug 04 16:24:25.199780 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d0e8c-47ae-4dc9-aa71-02102ae09b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622d247a-390d-4161-96be-76f6006ce33a,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:25.201625 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e584b4-6851-464a-bf22-dc56e9011f35 service neutron] Pushing event updated for resources: {'Port': ['ID=3c98fd1f-2d8e-4194-8ece-0d194fbe1a41,revision_number=3']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:25.234010 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-90bffc0d-943a-4f48-b203-ea75112a7ce9 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:25.293069 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-4885abd1-0fdd-45e6-8dad-73b580e941bc tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1268460539&fields=id&tenant_id=fa8a2bb840264572bbf79ff732ee6fb8 HTTP/1.1" status: 200 len: 267 time: 0.1066489 Aug 04 16:24:25.375257 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:24:25.425142 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103571f2-040e-43b5-9186-9f91bd423fba None None] Network ed0c6f7e-27e4-4f0a-a4e0-925f70eb3850 requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:24:25.453437 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 39442) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:25.543197 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a3a89-ad86-4c2c-af96-f2298cde65b1 req-8632febd-c51b-4674-9494-b16734c7b474 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:25.544612 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f44742c-8bec-40da-93d3-fe781d01076a admin admin] Deleting subnet ef928445-8a6d-4f3a-befd-ca23fcb0839e {{(pid=93330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:24:25.547673 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-9c4a3a89-ad86-4c2c-af96-f2298cde65b1 req-8632febd-c51b-4674-9494-b16734c7b474 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 944 time: 0.1005619 Aug 04 16:24:25.553808 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-696e4b68-3194-46f2-a22e-f5251b8d6488 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:25.555716 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-696e4b68-3194-46f2-a22e-f5251b8d6488 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/networks?id=5c2558c7-24ce-41b2-b792-f9920a95bb2f HTTP/1.1" status: 200 len: 810 time: 0.2499974 Aug 04 16:24:25.556724 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning for port cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:24:25.559368 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-6f44742c-8bec-40da-93d3-fe781d01076a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:25.573521 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:24:25.573894 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:25.607777 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-04f5136f-2ba0-431a-a9b7-23eb45491f7a tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/quotas/fa8a2bb840264572bbf79ff732ee6fb8 HTTP/1.1" status: 200 len: 375 time: 0.0249839 Aug 04 16:24:25.611470 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-9c4a3a89-ad86-4c2c-af96-f2298cde65b1 req-f7aeba79-e7e8-40da-92ec-5f5cb75c8a20 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563278 Aug 04 16:24:25.635615 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-6f44742c-8bec-40da-93d3-fe781d01076a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:25.649212 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 39444) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:25.651383 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-6f44742c-8bec-40da-93d3-fe781d01076a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3786910'] for subnet, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:25.677062 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-03ee60c2-6143-4c10-b5c2-1318f7de9411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:25.721603 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:25.765765 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] For port cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d,segment=NetworkSegment(ce787726-f448-43d2-afe7-5993012333a5),segment_id=ce787726-f448-43d2-afe7-5993012333a5)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:24:25.772016 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:25.805751 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04010c03-b1b4-4582-b8fd-9a7f8130a1bf req-4b7dd18a-2a3d-48c5-8796-55cfb212c476 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:25.816806 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-04010c03-b1b4-4582-b8fd-9a7f8130a1bf req-4b7dd18a-2a3d-48c5-8796-55cfb212c476 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcb6970-bf7c-4e02-b6ed-b546eb86143a HTTP/1.1" status: 200 len: 943 time: 0.0966656 Aug 04 16:24:25.839653 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Pushing event updated for resources: {'Port': ['ID=cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d,revision_number=5']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:25.886064 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-03ee60c2-6143-4c10-b5c2-1318f7de9411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:25.889830 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-04010c03-b1b4-4582-b8fd-9a7f8130a1bf req-872bf2a2-f52d-4c4d-b351-de516dad20fc tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/security-groups?id=b046e9dd-5acc-45e4-9d6e-54fb93bb9099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716031 Aug 04 16:24:25.893058 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-03ee60c2-6143-4c10-b5c2-1318f7de9411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:25.896363 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-90bffc0d-943a-4f48-b203-ea75112a7ce9 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks [] for port, precommit_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:25.919089 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-90bffc0d-943a-4f48-b203-ea75112a7ce9 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:25.948044 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-03ee60c2-6143-4c10-b5c2-1318f7de9411 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e5d8091a744b4f2eab30c03961e52b39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2976918 Aug 04 16:24:25.949649 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 39450) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:25.957873 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee60c2-6143-4c10-b5c2-1318f7de9411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435d250d-adb0-44c4-9bdc-b50db4591f8f,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:25.979661 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-90bffc0d-943a-4f48-b203-ea75112a7ce9 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593542'] for floatingip, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:26.035339 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-709e82c2-e47b-44f7-8526-4d52c2dc2022 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=fa8a2bb840264572bbf79ff732ee6fb8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4141066 Aug 04 16:24:26.036789 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bffc0d-943a-4f48-b203-ea75112a7ce9 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Pushing event updated for resources: {'Port': ['ID=8f54943d-2f25-4d5e-a6c9-987685b7f00b,revision_number=2']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:26.040270 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-6f44742c-8bec-40da-93d3-fe781d01076a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3786903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334'] for subnet, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:26.042724 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-90bffc0d-943a-4f48-b203-ea75112a7ce9 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for floatingip, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:26.050577 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-90bffc0d-943a-4f48-b203-ea75112a7ce9 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4577129 Aug 04 16:24:26.055715 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-96702561-e7a5-4bc9-b062-dc044dbc5f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:26.087731 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fdb76e-82c1-498e-92cc-c1f03026d8d6 req-e28bae77-2b9e-4144-928e-ec7bd1d1f8de tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:26.089375 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-14fdb76e-82c1-498e-92cc-c1f03026d8d6 req-e28bae77-2b9e-4144-928e-ec7bd1d1f8de tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb69746-5594-47c6-abfb-beffa84fb2ca HTTP/1.1" status: 200 len: 944 time: 0.0900519 Aug 04 16:24:26.096001 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-96702561-e7a5-4bc9-b062-dc044dbc5f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:26.106235 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44742c-8bec-40da-93d3-fe781d01076a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef928445-8a6d-4f3a-befd-ca23fcb0839e,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:26.134813 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-6f44742c-8bec-40da-93d3-fe781d01076a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for subnet, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:26.140010 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-6f44742c-8bec-40da-93d3-fe781d01076a admin admin] 10.222.0.77 "DELETE /v2.0/subnets/ef928445-8a6d-4f3a-befd-ca23fcb0839e HTTP/1.1" status: 204 len: 168 time: 0.6798618 Aug 04 16:24:26.140394 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 39454) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:26.168863 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-14fdb76e-82c1-498e-92cc-c1f03026d8d6 req-6f603451-faa7-463f-9ea1-65e4c4deaa6b tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619214 Aug 04 16:24:26.192921 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-96702561-e7a5-4bc9-b062-dc044dbc5f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:26.193637 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-96702561-e7a5-4bc9-b062-dc044dbc5f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:26.194865 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-96702561-e7a5-4bc9-b062-dc044dbc5f49 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/435d250d-adb0-44c4-9bdc-b50db4591f8f HTTP/1.1" status: 204 len: 168 time: 0.2442501 Aug 04 16:24:26.203489 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96702561-e7a5-4bc9-b062-dc044dbc5f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435d250d-adb0-44c4-9bdc-b50db4591f8f,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:26.255592 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-7edf69ed-ef52-4766-91ff-ef7b0cdce6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3767040'] for network, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:26.263687 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-0db33c8f-42b6-4f39-8c18-2f29096a8527 service neutron] 10.222.0.77 "GET /v2.0/networks/5c2558c7-24ce-41b2-b792-f9920a95bb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031279 Aug 04 16:24:26.367838 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-cc1b90f1-59ca-4c91-8194-7a57df12e140 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--2005224692&fields=id&tenant_id=e94f253973de4174807e633c0f67ea51 HTTP/1.1" status: 200 len: 267 time: 0.0479236 Aug 04 16:24:26.405125 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-7edf69ed-ef52-4766-91ff-ef7b0cdce6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3788555', 'neutron.services.segments.db._delete_segments_for_network-8758853804921'] for network, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:26.419045 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-7edf69ed-ef52-4766-91ff-ef7b0cdce6dc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:24:26.419416 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-7edf69ed-ef52-4766-91ff-ef7b0cdce6dc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:24:26.420168 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-7edf69ed-ef52-4766-91ff-ef7b0cdce6dc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:24:26.420501 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-7edf69ed-ef52-4766-91ff-ef7b0cdce6dc admin admin] Subscribe: > port after_create 55550000 {{(pid=93330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:24:26.420857 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-7edf69ed-ef52-4766-91ff-ef7b0cdce6dc admin admin] Subscribe: > port after_delete 55550000 {{(pid=93330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:24:26.421190 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-7edf69ed-ef52-4766-91ff-ef7b0cdce6dc admin admin] Subscribe: > port after_update 55550000 {{(pid=93330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:24:26.421508 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-7edf69ed-ef52-4766-91ff-ef7b0cdce6dc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:24:26.421822 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-7edf69ed-ef52-4766-91ff-ef7b0cdce6dc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:24:26.422169 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-7edf69ed-ef52-4766-91ff-ef7b0cdce6dc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:24:26.422524 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-7edf69ed-ef52-4766-91ff-ef7b0cdce6dc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:24:26.484145 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-989da11f-c1d9-4c13-96a2-740dc36144e0 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:26.485809 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-989da11f-c1d9-4c13-96a2-740dc36144e0 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/networks?id=3375530b-34ca-4462-9339-3ed10ebd346b HTTP/1.1" status: 200 len: 816 time: 0.1102159 Aug 04 16:24:26.502219 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-21db4090-7656-4093-88e0-ec4457f0351c tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/quotas/e94f253973de4174807e633c0f67ea51 HTTP/1.1" status: 200 len: 375 time: 0.0096850 Aug 04 16:24:26.560832 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-0bb2731b-b667-490e-a766-49389154ef7a tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e94f253973de4174807e633c0f67ea51&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0523524 Aug 04 16:24:26.566751 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-7edf69ed-ef52-4766-91ff-ef7b0cdce6dc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:24:26.567103 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-7edf69ed-ef52-4766-91ff-ef7b0cdce6dc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:24:26.567431 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-7edf69ed-ef52-4766-91ff-ef7b0cdce6dc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:24:26.567759 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-7edf69ed-ef52-4766-91ff-ef7b0cdce6dc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:24:26.568118 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.services.segments.db [None req-7edf69ed-ef52-4766-91ff-ef7b0cdce6dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['211f626d-aaf0-4884-9a8a-85defdce8ffd']}} {{(pid=93330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:24:26.593812 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.services.segments.db [None req-7edf69ed-ef52-4766-91ff-ef7b0cdce6dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd7a0655-6b61-41c5-8f90-2c21ebd36c80') {'for_net_delete': True} {{(pid=93330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:24:26.594125 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.services.segments.db [None req-7edf69ed-ef52-4766-91ff-ef7b0cdce6dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd7a0655-6b61-41c5-8f90-2c21ebd36c80') {} {{(pid=93330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:24:26.617186 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-7edf69ed-ef52-4766-91ff-ef7b0cdce6dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758853817860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129630982'] for segment, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:26.646997 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-b1b9165f-61ba-4cb3-bddd-30299efe29d8 service neutron] 10.222.0.77 "GET /v2.0/networks/5c2558c7-24ce-41b2-b792-f9920a95bb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701429 Aug 04 16:24:26.651227 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-7edf69ed-ef52-4766-91ff-ef7b0cdce6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519'] for segment, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:26.664675 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7edf69ed-ef52-4766-91ff-ef7b0cdce6dc admin admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=93330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:24:26.665398 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-7edf69ed-ef52-4766-91ff-ef7b0cdce6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129638367'] for segment, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:26.670587 dv-cinder-789564-9-iscsi neutron-server[93330]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 16:24:26.670587 dv-cinder-789564-9-iscsi neutron-server[93330]: from cryptography.utils import int_from_bytes Aug 04 16:24:26.670587 dv-cinder-789564-9-iscsi neutron-server[93330]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 16:24:26.670587 dv-cinder-789564-9-iscsi neutron-server[93330]: from cryptography.utils import int_from_bytes Aug 04 16:24:26.670587 dv-cinder-789564-9-iscsi neutron-server[93330]: Traceback (most recent call last): Aug 04 16:24:26.670587 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:24:26.670587 dv-cinder-789564-9-iscsi neutron-server[93330]: timer() Aug 04 16:24:26.670587 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:24:26.670587 dv-cinder-789564-9-iscsi neutron-server[93330]: cb(*args, **kw) Aug 04 16:24:26.670587 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:24:26.670587 dv-cinder-789564-9-iscsi neutron-server[93330]: return func(*args, **kwargs) Aug 04 16:24:26.670587 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:24:26.670587 dv-cinder-789564-9-iscsi neutron-server[93330]: self._notify() Aug 04 16:24:26.670587 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:24:26.670587 dv-cinder-789564-9-iscsi neutron-server[93330]: self.callback(batched_events) Aug 04 16:24:26.670587 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:24:26.670587 dv-cinder-789564-9-iscsi neutron-server[93330]: event.method(event) Aug 04 16:24:26.670587 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:24:26.670587 dv-cinder-789564-9-iscsi neutron-server[93330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:24:26.670587 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:24:26.670587 dv-cinder-789564-9-iscsi neutron-server[93330]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:24:26.670587 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:24:26.670587 dv-cinder-789564-9-iscsi neutron-server[93330]: return f(self, *a, **k) Aug 04 16:24:26.670587 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:24:26.670587 dv-cinder-789564-9-iscsi neutron-server[93330]: return self._get(url).json() Aug 04 16:24:26.670587 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:24:26.670587 dv-cinder-789564-9-iscsi neutron-server[93330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:24:26.670587 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:24:26.670587 dv-cinder-789564-9-iscsi neutron-server[93330]: return self.request(url, 'GET', **kwargs) Aug 04 16:24:26.670587 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:24:26.670587 dv-cinder-789564-9-iscsi neutron-server[93330]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:24:26.670587 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:24:26.670587 dv-cinder-789564-9-iscsi neutron-server[93330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:24:26.670587 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:24:26.670587 dv-cinder-789564-9-iscsi neutron-server[93330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:24:26.670587 dv-cinder-789564-9-iscsi neutron-server[93330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:24:26.684388 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-9378cd72-616e-49f9-9fe9-0bcc0de1c34a service neutron] 10.222.0.77 "GET /v2.0/networks/3375530b-34ca-4462-9339-3ed10ebd346b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989485 Aug 04 16:24:26.754252 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-7edf69ed-ef52-4766-91ff-ef7b0cdce6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3788544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593556'] for network, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:26.763113 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-7edf69ed-ef52-4766-91ff-ef7b0cdce6dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for network, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:26.765193 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-7edf69ed-ef52-4766-91ff-ef7b0cdce6dc admin admin] 10.222.0.77 "DELETE /v2.0/networks/211f626d-aaf0-4884-9a8a-85defdce8ffd HTTP/1.1" status: 204 len: 168 time: 0.6223731 Aug 04 16:24:26.770024 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 39482) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:26.776459 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf69ed-ef52-4766-91ff-ef7b0cdce6dc admin admin] Pushing event deleted for resources: {'Network': ['ID=211f626d-aaf0-4884-9a8a-85defdce8ffd,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:26.895428 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.db_base_plugin_v2 [None req-61ee57cc-172d-41fc-b61d-40dbbca0522a admin admin] Deleting subnet 7795a08c-a6b2-4cf7-a8c4-102cda575afc {{(pid=93331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:24:26.902698 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-61ee57cc-172d-41fc-b61d-40dbbca0522a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:26.909340 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-5b7b8975-b06c-4c27-89fe-b72744f2f671 service neutron] 10.222.0.77 "GET /v2.0/networks/3375530b-34ca-4462-9339-3ed10ebd346b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171743 Aug 04 16:24:26.952680 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7acdc6a-0d7b-42c1-86ac-357ecad6b870 req-7d9561b8-31a5-46ed-b2e8-493e0ad9ad0a tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:26.955739 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-a7acdc6a-0d7b-42c1-86ac-357ecad6b870 req-7d9561b8-31a5-46ed-b2e8-493e0ad9ad0a tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 944 time: 0.0987887 Aug 04 16:24:26.963966 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-61ee57cc-172d-41fc-b61d-40dbbca0522a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:26.975293 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-61ee57cc-172d-41fc-b61d-40dbbca0522a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3786910'] for subnet, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:27.038698 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-a7acdc6a-0d7b-42c1-86ac-357ecad6b870 req-8aa62c4d-9008-471b-9ca3-a9063d0ff9c7 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732758 Aug 04 16:24:27.070999 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-61ee57cc-172d-41fc-b61d-40dbbca0522a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3786903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334'] for subnet, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:27.158929 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee57cc-172d-41fc-b61d-40dbbca0522a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7795a08c-a6b2-4cf7-a8c4-102cda575afc,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:27.162065 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-61ee57cc-172d-41fc-b61d-40dbbca0522a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:27.169286 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-61ee57cc-172d-41fc-b61d-40dbbca0522a admin admin] 10.222.0.77 "DELETE /v2.0/subnets/7795a08c-a6b2-4cf7-a8c4-102cda575afc HTTP/1.1" status: 204 len: 168 time: 0.3970039 Aug 04 16:24:27.172416 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 39506) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:27.186082 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-20b34848-538b-41c5-819f-1f1ca93b4d49 req-a1b2b0ff-a2b3-42a4-a082-ad5fbd97db1b tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 210 time: 0.1064436 Aug 04 16:24:27.230322 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:24:27.331177 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-96c2d4d3-b342-4fee-89d4-cd21eb1b66e4 req-fc06b47f-0b7e-41da-9995-5785f4d4e06d tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 210 time: 0.0745275 Aug 04 16:24:27.388941 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:24:27.389401 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:27.531393 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60273e20-3c28-4482-90ec-bfacb3fe6f09 req-9bd90e5d-342d-4996-8f3a-fe40f315c475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:27.532928 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-60273e20-3c28-4482-90ec-bfacb3fe6f09 req-9bd90e5d-342d-4996-8f3a-fe40f315c475 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=814ea84104dd4ee1b125cc8688bffd7b&device_id=3cb69746-5594-47c6-abfb-beffa84fb2ca HTTP/1.1" status: 200 len: 1097 time: 0.2007010 Aug 04 16:24:27.618975 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e27dfc-65b1-405f-890e-d6ea7790577f req-a2c2cdb5-42b6-4aaf-affd-18c5a7b26956 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:27.626936 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-d0e27dfc-65b1-405f-890e-d6ea7790577f req-a2c2cdb5-42b6-4aaf-affd-18c5a7b26956 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb69746-5594-47c6-abfb-beffa84fb2ca HTTP/1.1" status: 200 len: 944 time: 0.1610281 Aug 04 16:24:27.701506 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-d0e27dfc-65b1-405f-890e-d6ea7790577f req-4a11dad6-7f0c-4047-b51e-ce7adee0d671 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679877 Aug 04 16:24:27.738998 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd673dd-d50b-4641-b818-6cd1ae1436b3 req-c639e4fc-2ac7-4ce3-b069-62709115b84a tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:27.746003 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-fdd673dd-d50b-4641-b818-6cd1ae1436b3 req-c639e4fc-2ac7-4ce3-b069-62709115b84a tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcb6970-bf7c-4e02-b6ed-b546eb86143a HTTP/1.1" status: 200 len: 943 time: 0.4614885 Aug 04 16:24:27.798059 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-b0d8379b-eb19-4e9b-8a0f-1b9fd9d39635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3767040'] for network, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:27.814096 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60273e20-3c28-4482-90ec-bfacb3fe6f09 req-76c880df-e63a-491d-a4a7-7744e5072ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:27.815612 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-60273e20-3c28-4482-90ec-bfacb3fe6f09 req-76c880df-e63a-491d-a4a7-7744e5072ce1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=adba0a6e-44f8-4a54-84d5-54ff0bc6bb41 HTTP/1.1" status: 200 len: 916 time: 0.2744756 Aug 04 16:24:27.822670 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b40fb-c4c4-4350-8ae5-2653326f14f4 req-5208c288-2605-4091-b2fe-475a2f6b981b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:27.824185 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-0f3b40fb-c4c4-4350-8ae5-2653326f14f4 req-5208c288-2605-4091-b2fe-475a2f6b981b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5ed276298dcd40d9b792743496b57580&device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 1097 time: 0.5387678 Aug 04 16:24:27.874259 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-e03c2990-4db5-49f0-9be1-69417e68ddff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:27.875490 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-e03c2990-4db5-49f0-9be1-69417e68ddff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5ed276298dcd40d9b792743496b57580&device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 1096 time: 0.6162984 Aug 04 16:24:27.962593 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-60273e20-3c28-4482-90ec-bfacb3fe6f09 req-2b9dc8cf-2130-499c-b9ff-86aa98002055 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b162335e-7c27-4531-a303-ef9867eb115e HTTP/1.1" status: 200 len: 217 time: 0.1183577 Aug 04 16:24:28.078048 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60273e20-3c28-4482-90ec-bfacb3fe6f09 req-e44bfc6e-d963-428e-b85a-1b8314c243cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:28.082520 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-60273e20-3c28-4482-90ec-bfacb3fe6f09 req-e44bfc6e-d963-428e-b85a-1b8314c243cb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6f7c1adb-0393-4d8f-aa60-5e62e154bcaf HTTP/1.1" status: 200 len: 855 time: 0.1010115 Aug 04 16:24:28.211467 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-60273e20-3c28-4482-90ec-bfacb3fe6f09 req-23de68f1-262b-41aa-9bec-d28ba02b8402 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=adba0a6e-44f8-4a54-84d5-54ff0bc6bb41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1216171 Aug 04 16:24:28.211697 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-fdd673dd-d50b-4641-b818-6cd1ae1436b3 req-5fcc1db7-0e3b-4fd5-9e2a-782907446eee tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/security-groups?id=b046e9dd-5acc-45e4-9d6e-54fb93bb9099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4647880 Aug 04 16:24:28.225707 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-6e7a30b1-7561-4c00-bbca-fa5f2266c8a5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c98fd1f-2d8e-4194-8ece-0d194fbe1a41 HTTP/1.1" status: 200 len: 217 time: 0.3275127 Aug 04 16:24:28.226773 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad9217-8f7c-416b-a054-645c3cf83ddf req-d93c35e3-d065-4b53-8ce3-a05ed1445de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:28.228140 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d7ad9217-8f7c-416b-a054-645c3cf83ddf req-d93c35e3-d065-4b53-8ce3-a05ed1445de6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=be014736-d92b-4d30-a9f9-4c1a86837735 HTTP/1.1" status: 200 len: 912 time: 1.0297797 Aug 04 16:24:28.320087 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a4cfd-8c60-4cba-9dac-f4da84889dc3 req-2f091974-410f-4903-b545-47163e55e7d5 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:28.322618 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-a47a4cfd-8c60-4cba-9dac-f4da84889dc3 req-2f091974-410f-4903-b545-47163e55e7d5 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 944 time: 0.1728482 Aug 04 16:24:28.341964 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-60273e20-3c28-4482-90ec-bfacb3fe6f09 req-fb067f0e-d53a-47a1-a572-fc3b9ddf5f33 service neutron] 10.222.0.50 "GET /v2.0/networks/adba0a6e-44f8-4a54-84d5-54ff0bc6bb41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196098 Aug 04 16:24:28.409655 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-a47a4cfd-8c60-4cba-9dac-f4da84889dc3 req-33da8ce2-f486-4232-b6fb-02391e1452fd tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752573 Aug 04 16:24:28.511246 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.50', 63286) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:28.528138 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b40fb-c4c4-4350-8ae5-2653326f14f4 req-9d6e613d-5bb5-410e-af9f-51784e0a8651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:28.533814 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-0f3b40fb-c4c4-4350-8ae5-2653326f14f4 req-9d6e613d-5bb5-410e-af9f-51784e0a8651 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=5ed276298dcd40d9b792743496b57580&shared=False HTTP/1.1" status: 200 len: 918 time: 0.6818202 Aug 04 16:24:28.561628 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-60273e20-3c28-4482-90ec-bfacb3fe6f09 req-40ccd5c6-38c1-48d5-a793-7d255bde70d4 service neutron] 10.222.0.50 "GET /v2.0/networks/adba0a6e-44f8-4a54-84d5-54ff0bc6bb41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046230 Aug 04 16:24:28.663474 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-52d7aa83-1532-4b4f-b97e-92696b2f8696 req-c415183f-edec-44ce-9bd5-f189e958b4d4 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 210 time: 0.3650997 Aug 04 16:24:28.665227 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d7ad9217-8f7c-416b-a054-645c3cf83ddf req-74699e34-491c-4461-956b-99db1bdbe438 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b924c080-25ef-46de-a092-6a7839885e48 HTTP/1.1" status: 200 len: 217 time: 0.3974934 Aug 04 16:24:28.819699 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-b0d8379b-eb19-4e9b-8a0f-1b9fd9d39635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3788555', 'neutron.services.segments.db._delete_segments_for_network-8758853804921'] for network, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:28.857147 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-b0d8379b-eb19-4e9b-8a0f-1b9fd9d39635 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:24:28.857619 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-b0d8379b-eb19-4e9b-8a0f-1b9fd9d39635 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:24:28.858404 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-b0d8379b-eb19-4e9b-8a0f-1b9fd9d39635 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:24:28.858902 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-b0d8379b-eb19-4e9b-8a0f-1b9fd9d39635 admin admin] Subscribe: > port after_create 55550000 {{(pid=93331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:24:28.859247 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-b0d8379b-eb19-4e9b-8a0f-1b9fd9d39635 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:24:28.859742 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-b0d8379b-eb19-4e9b-8a0f-1b9fd9d39635 admin admin] Subscribe: > port after_update 55550000 {{(pid=93331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:24:28.860070 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-b0d8379b-eb19-4e9b-8a0f-1b9fd9d39635 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:24:28.861576 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-b0d8379b-eb19-4e9b-8a0f-1b9fd9d39635 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:24:28.861911 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-b0d8379b-eb19-4e9b-8a0f-1b9fd9d39635 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:24:28.862306 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-b0d8379b-eb19-4e9b-8a0f-1b9fd9d39635 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:24:28.899081 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f27cc7a0-9d93-4b52-abf0-5265bc8abde1 req-b240fc08-4d58-483c-9171-4aca01728187 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 210 time: 0.3896272 Aug 04 16:24:28.956950 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-b0d8379b-eb19-4e9b-8a0f-1b9fd9d39635 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:24:28.957502 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-b0d8379b-eb19-4e9b-8a0f-1b9fd9d39635 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:24:28.957651 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-b0d8379b-eb19-4e9b-8a0f-1b9fd9d39635 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:24:28.957930 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-b0d8379b-eb19-4e9b-8a0f-1b9fd9d39635 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:24:28.958313 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.services.segments.db [None req-b0d8379b-eb19-4e9b-8a0f-1b9fd9d39635 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed0c6f7e-27e4-4f0a-a4e0-925f70eb3850']}} {{(pid=93331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:24:29.033299 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.services.segments.db [None req-b0d8379b-eb19-4e9b-8a0f-1b9fd9d39635 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4d6577f-9e3f-469a-89b0-db9cdffa5532') {'for_net_delete': True} {{(pid=93331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:24:29.033762 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.services.segments.db [None req-b0d8379b-eb19-4e9b-8a0f-1b9fd9d39635 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4d6577f-9e3f-469a-89b0-db9cdffa5532') {} {{(pid=93331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:24:29.035691 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-9f67a9cd-82f8-4111-bb96-197d962c58e5 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:29.037155 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-9f67a9cd-82f8-4111-bb96-197d962c58e5 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.50 "GET /v2.0/networks?id=5c2558c7-24ce-41b2-b792-f9920a95bb2f HTTP/1.1" status: 200 len: 810 time: 0.5214407 Aug 04 16:24:29.076862 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-bb5288b6-952b-4153-9dc8-02d1ce3ef911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:29.078744 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-bb5288b6-952b-4153-9dc8-02d1ce3ef911 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e5d1a85b-b9eb-4879-9f2d-2ac1fb84c156 HTTP/1.1" status: 200 len: 857 time: 0.8120732 Aug 04 16:24:29.089255 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-d66609fa-7465-4e58-8d11-1c04b352e4a6 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:29.091189 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-d66609fa-7465-4e58-8d11-1c04b352e4a6 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.50 "GET /v2.0/networks?id=3375530b-34ca-4462-9339-3ed10ebd346b HTTP/1.1" status: 200 len: 816 time: 0.1688526 Aug 04 16:24:29.116543 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-b0d8379b-eb19-4e9b-8a0f-1b9fd9d39635 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758853817860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126256211'] for segment, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:29.135669 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-37698842-1852-4d73-9932-3cd8914b9099 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa8a2bb840264572bbf79ff732ee6fb8 HTTP/1.1" status: 200 len: 380 time: 0.0801518 Aug 04 16:24:29.138344 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad9217-8f7c-416b-a054-645c3cf83ddf req-64f5927c-a69d-4427-8b5d-3afbb1642c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:29.140263 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d7ad9217-8f7c-416b-a054-645c3cf83ddf req-64f5927c-a69d-4427-8b5d-3afbb1642c6e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2b83028a-7632-4e16-99a5-9dc762daa616 HTTP/1.1" status: 200 len: 851 time: 0.3922279 Aug 04 16:24:29.160657 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-e01e2dfa-389e-495e-8a3f-f8bae136bc40 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e94f253973de4174807e633c0f67ea51 HTTP/1.1" status: 200 len: 380 time: 0.0505359 Aug 04 16:24:29.167313 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-25926002-729e-4223-bae9-5a8512cd2cb7 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Request body: {'port': {'device_id': 'ee88d756-5674-4fae-a650-a006454697e6', 'network_id': '5c2558c7-24ce-41b2-b792-f9920a95bb2f', 'admin_state_up': True, 'tenant_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'security_groups': ['28dfa19f-f164-49a1-a52f-af3c64d3ee96']}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:24:29.181096 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-43baacc4-7f93-4a75-b95d-7d6ed055eea4 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Request body: {'port': {'device_id': '7e525871-8d1f-4462-9cb5-7e3aeb9c3977', 'network_id': '3375530b-34ca-4462-9339-3ed10ebd346b', 'admin_state_up': True, 'tenant_id': 'e94f253973de4174807e633c0f67ea51', 'security_groups': ['3644bf2a-768a-44b5-af9c-ceabb2ff8dc1']}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:24:29.237904 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-03a22cfb-1fed-4e9e-b862-cdf373bc68ee service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7f965b80-7909-4cf3-8c57-8793402555a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1237729 Aug 04 16:24:29.239285 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-b0d8379b-eb19-4e9b-8a0f-1b9fd9d39635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519'] for segment, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:29.300865 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d7ad9217-8f7c-416b-a054-645c3cf83ddf req-f30ddea1-09e9-4625-9ed5-0952253847cc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=be014736-d92b-4d30-a9f9-4c1a86837735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1210372 Aug 04 16:24:29.323998 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0d8379b-eb19-4e9b-8a0f-1b9fd9d39635 admin admin] Releasing vlan 872 on physical network physnet1 to pool {{(pid=93331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:24:29.324617 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-b0d8379b-eb19-4e9b-8a0f-1b9fd9d39635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129279368'] for segment, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:29.330095 dv-cinder-789564-9-iscsi neutron-server[93331]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 16:24:29.330095 dv-cinder-789564-9-iscsi neutron-server[93331]: from cryptography.utils import int_from_bytes Aug 04 16:24:29.330095 dv-cinder-789564-9-iscsi neutron-server[93331]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 16:24:29.330095 dv-cinder-789564-9-iscsi neutron-server[93331]: from cryptography.utils import int_from_bytes Aug 04 16:24:29.330095 dv-cinder-789564-9-iscsi neutron-server[93331]: Traceback (most recent call last): Aug 04 16:24:29.330095 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:24:29.330095 dv-cinder-789564-9-iscsi neutron-server[93331]: timer() Aug 04 16:24:29.330095 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:24:29.330095 dv-cinder-789564-9-iscsi neutron-server[93331]: cb(*args, **kw) Aug 04 16:24:29.330095 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:24:29.330095 dv-cinder-789564-9-iscsi neutron-server[93331]: return func(*args, **kwargs) Aug 04 16:24:29.330095 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:24:29.330095 dv-cinder-789564-9-iscsi neutron-server[93331]: self._notify() Aug 04 16:24:29.330095 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:24:29.330095 dv-cinder-789564-9-iscsi neutron-server[93331]: self.callback(batched_events) Aug 04 16:24:29.330095 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:24:29.330095 dv-cinder-789564-9-iscsi neutron-server[93331]: event.method(event) Aug 04 16:24:29.330095 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:24:29.330095 dv-cinder-789564-9-iscsi neutron-server[93331]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:24:29.330095 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:24:29.330095 dv-cinder-789564-9-iscsi neutron-server[93331]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:24:29.330095 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:24:29.330095 dv-cinder-789564-9-iscsi neutron-server[93331]: return f(self, *a, **k) Aug 04 16:24:29.330095 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:24:29.330095 dv-cinder-789564-9-iscsi neutron-server[93331]: return self._get(url).json() Aug 04 16:24:29.330095 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:24:29.330095 dv-cinder-789564-9-iscsi neutron-server[93331]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:24:29.330095 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:24:29.330095 dv-cinder-789564-9-iscsi neutron-server[93331]: return self.request(url, 'GET', **kwargs) Aug 04 16:24:29.330095 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:24:29.330095 dv-cinder-789564-9-iscsi neutron-server[93331]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:24:29.330095 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:24:29.330095 dv-cinder-789564-9-iscsi neutron-server[93331]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:24:29.330095 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:24:29.330095 dv-cinder-789564-9-iscsi neutron-server[93331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:24:29.330095 dv-cinder-789564-9-iscsi neutron-server[93331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:24:29.372792 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e8815-c114-44bb-9123-6caa376f6936 req-f832be33-9540-4d93-a2e0-c521ae73778f tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:29.380554 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-e16e8815-c114-44bb-9123-6caa376f6936 req-f832be33-9540-4d93-a2e0-c521ae73778f tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb69746-5594-47c6-abfb-beffa84fb2ca HTTP/1.1" status: 200 len: 944 time: 0.5420034 Aug 04 16:24:29.434096 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f38d94-93fa-4f36-bd9d-6b9505730a6d req-a8e3ec00-5080-43f6-a058-15780fdd2fd0 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:29.436218 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-63f38d94-93fa-4f36-bd9d-6b9505730a6d req-a8e3ec00-5080-43f6-a058-15780fdd2fd0 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcb6970-bf7c-4e02-b6ed-b546eb86143a HTTP/1.1" status: 200 len: 943 time: 0.1323135 Aug 04 16:24:29.436857 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.db.api [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-43baacc4-7f93-4a75-b95d-7d6ed055eea4 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 16:24:29.436857 dv-cinder-789564-9-iscsi neutron-server[93330]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 04 16:24:29.436857 dv-cinder-789564-9-iscsi neutron-server[93330]: [parameters: {'project_id': 'e94f253973de4174807e633c0f67ea51', 'id': '5ec2b0f4-4145-40de-8ccf-38fcf10cad67', 'expiration': datetime.datetime(2021, 8, 4, 16, 26, 29, 418262)}] Aug 04 16:24:29.436857 dv-cinder-789564-9-iscsi neutron-server[93330]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93330) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 16:24:29.437171 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG oslo_db.api [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-43baacc4-7f93-4a75-b95d-7d6ed055eea4 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 16:24:29.452897 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-25926002-729e-4223-bae9-5a8512cd2cb7 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Made reservation on behalf of fa8a2bb840264572bbf79ff732ee6fb8 for: {'port': 1} {{(pid=93330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:24:29.457743 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-25926002-729e-4223-bae9-5a8512cd2cb7 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:29.501109 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b40fb-c4c4-4350-8ae5-2653326f14f4 req-e8436662-bf8f-459c-b4af-e348ed93ec4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:29.502507 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-0f3b40fb-c4c4-4350-8ae5-2653326f14f4 req-e8436662-bf8f-459c-b4af-e348ed93ec4a service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9084129 Aug 04 16:24:29.522153 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-63f38d94-93fa-4f36-bd9d-6b9505730a6d req-6e4ed3f0-b116-434a-863d-8beea14c1ec1 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/security-groups?id=b046e9dd-5acc-45e4-9d6e-54fb93bb9099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779352 Aug 04 16:24:29.632298 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-b0d8379b-eb19-4e9b-8a0f-1b9fd9d39635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3788544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593556'] for network, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:29.647061 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-b0d8379b-eb19-4e9b-8a0f-1b9fd9d39635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for network, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:29.649273 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-b0d8379b-eb19-4e9b-8a0f-1b9fd9d39635 admin admin] 10.222.0.77 "DELETE /v2.0/networks/ed0c6f7e-27e4-4f0a-a4e0-925f70eb3850 HTTP/1.1" status: 204 len: 168 time: 2.4753602 Aug 04 16:24:29.662511 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-e16e8815-c114-44bb-9123-6caa376f6936 req-2809dc60-4c7b-4caa-974f-19b72449e1db tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810469 Aug 04 16:24:29.693895 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8379b-eb19-4e9b-8a0f-1b9fd9d39635 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed0c6f7e-27e4-4f0a-a4e0-925f70eb3850,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:29.708986 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-416705d1-61c9-4f50-acbd-6924b616cf47 service neutron] 10.222.0.50 "GET /v2.0/networks/7f965b80-7909-4cf3-8c57-8793402555a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4273522 Aug 04 16:24:29.716302 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.db_base_plugin_common [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-25926002-729e-4223-bae9-5a8512cd2cb7 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Allocated IP 172.20.0.6 (5c2558c7-24ce-41b2-b792-f9920a95bb2f/1fb80fc5-b3b3-4ef1-9a71-cb5032debcda/63945f38-3e20-498c-9928-cc55b45b7533) {{(pid=93330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:24:29.716556 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d7ad9217-8f7c-416b-a054-645c3cf83ddf req-3fa13b5c-b990-43b0-a063-ed30ab133165 service neutron] 10.222.0.50 "GET /v2.0/networks/be014736-d92b-4d30-a9f9-4c1a86837735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031756 Aug 04 16:24:29.730449 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-cd889957-3bf0-411c-ab93-abc222bb0348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:29.732031 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-cd889957-3bf0-411c-ab93-abc222bb0348 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5ed276298dcd40d9b792743496b57580&device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 1097 time: 0.1835377 Aug 04 16:24:29.740326 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d1b4e-7d53-43dd-bf80-9354186d4b12 req-2072a34d-7f05-4fc9-b31c-8fc46168a89c tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:29.747921 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-429d1b4e-7d53-43dd-bf80-9354186d4b12 req-2072a34d-7f05-4fc9-b31c-8fc46168a89c tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 944 time: 0.1099997 Aug 04 16:24:29.877685 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-429d1b4e-7d53-43dd-bf80-9354186d4b12 req-26a3488c-3168-4837-a94d-56f43f863c3e tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287255 Aug 04 16:24:29.880428 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 39588) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:29.884490 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-97be4171-d3c1-4407-9f02-35509118ec05 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad29e72d-4ed7-4bfa-82b0-e745f01f619a HTTP/1.1" status: 200 len: 217 time: 0.1332495 Aug 04 16:24:29.891102 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-3de53358-acc6-4963-9592-078eb8bdd69b req-79bd3599-9009-468e-8cd0-5f4c22ff371f tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 210 time: 0.1100461 Aug 04 16:24:29.949740 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-6e5df871-ab85-4832-bdb4-98f73c355147 service neutron] 10.222.0.50 "GET /v2.0/networks/7f965b80-7909-4cf3-8c57-8793402555a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312582 Aug 04 16:24:29.953697 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d7ad9217-8f7c-416b-a054-645c3cf83ddf req-9ee8de38-26dc-4fc5-b097-7bac27accae4 service neutron] 10.222.0.50 "GET /v2.0/networks/be014736-d92b-4d30-a9f9-4c1a86837735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263751 Aug 04 16:24:29.988868 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-f93f929e-fc7c-4286-ba6e-60df689189fb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0654318bcb3441c9b45262d7ceeb06ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1071272 Aug 04 16:24:29.991411 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 39598) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:29.994317 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-25926002-729e-4223-bae9-5a8512cd2cb7 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks [] for port, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:29.998806 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-43baacc4-7f93-4a75-b95d-7d6ed055eea4 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Made reservation on behalf of e94f253973de4174807e633c0f67ea51 for: {'port': 1} {{(pid=93330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:24:30.002611 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-43baacc4-7f93-4a75-b95d-7d6ed055eea4 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:30.035493 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.provisioning_blocks [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-25926002-729e-4223-bae9-5a8512cd2cb7 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Transition to ACTIVE for port object 63945f38-3e20-498c-9928-cc55b45b7533 will not be triggered until provisioned by entity DHCP. {{(pid=93330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:24:30.057127 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-e14d8ae0-2193-4f6d-a6ac-995a8f2e30a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:30.060593 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-951342a8-42a8-4039-9e2e-79c40f0948de req-1c286ccd-7be9-4a50-aca1-7db4ae167665 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 210 time: 0.0396504 Aug 04 16:24:30.082687 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-e14d8ae0-2193-4f6d-a6ac-995a8f2e30a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:30.159078 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-e14d8ae0-2193-4f6d-a6ac-995a8f2e30a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:30.161910 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-e14d8ae0-2193-4f6d-a6ac-995a8f2e30a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:30.163249 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-e14d8ae0-2193-4f6d-a6ac-995a8f2e30a6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bb32d764-e34e-4636-bd69-5e8acf48714e HTTP/1.1" status: 204 len: 168 time: 0.1703453 Aug 04 16:24:30.173603 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d8ae0-2193-4f6d-a6ac-995a8f2e30a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb32d764-e34e-4636-bd69-5e8acf48714e,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:30.194545 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-25926002-729e-4223-bae9-5a8512cd2cb7 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:30.249393 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-25926002-729e-4223-bae9-5a8512cd2cb7 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Network 5c2558c7-24ce-41b2-b792-f9920a95bb2f is already hosted by enough agents. {{(pid=93330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:24:30.261499 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-25926002-729e-4223-bae9-5a8512cd2cb7 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Resources bound (agent type, host, resource id): {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:24:30.268438 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-25926002-729e-4223-bae9-5a8512cd2cb7 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Received port after_create {{(pid=93330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:24:30.274253 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.db_base_plugin_common [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-43baacc4-7f93-4a75-b95d-7d6ed055eea4 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Allocated IP 172.20.0.10 (3375530b-34ca-4462-9339-3ed10ebd346b/0ad7513e-214e-4cef-868b-a5927b57f732/0da0ab28-3f37-48ae-94a1-42c44e08a854) {{(pid=93330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:24:30.297147 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25926002-729e-4223-bae9-5a8512cd2cb7 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Pushing event updated for resources: {'Port': ['ID=63945f38-3e20-498c-9928-cc55b45b7533,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:30.357582 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-25926002-729e-4223-bae9-5a8512cd2cb7 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:30.358263 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-25926002-729e-4223-bae9-5a8512cd2cb7 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:30.391966 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-25926002-729e-4223-bae9-5a8512cd2cb7 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2302523 Aug 04 16:24:30.532280 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-43baacc4-7f93-4a75-b95d-7d6ed055eea4 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks [] for port, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:30.548746 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.provisioning_blocks [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-43baacc4-7f93-4a75-b95d-7d6ed055eea4 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Transition to ACTIVE for port object 0da0ab28-3f37-48ae-94a1-42c44e08a854 will not be triggered until provisioned by entity DHCP. {{(pid=93330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:24:30.567793 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-2cdd81fc-544b-4d03-8cbd-297e26075a8b None None] Provisioning for port 63945f38-3e20-498c-9928-cc55b45b7533 completed by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:24:30.572429 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-2cdd81fc-544b-4d03-8cbd-297e26075a8b None None] Provisioning complete for port 63945f38-3e20-498c-9928-cc55b45b7533 triggered by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:24:30.573011 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-2cdd81fc-544b-4d03-8cbd-297e26075a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:30.591562 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-43baacc4-7f93-4a75-b95d-7d6ed055eea4 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:30.616094 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-2cdd81fc-544b-4d03-8cbd-297e26075a8b None None] Port 63945f38-3e20-498c-9928-cc55b45b7533 cannot update to ACTIVE because it is not bound. {{(pid=93332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:24:30.641537 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 39626) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:30.646156 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-43baacc4-7f93-4a75-b95d-7d6ed055eea4 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Network 3375530b-34ca-4462-9339-3ed10ebd346b is already hosted by enough agents. {{(pid=93330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:24:30.649227 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-43baacc4-7f93-4a75-b95d-7d6ed055eea4 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Resources bound (agent type, host, resource id): {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:24:30.656468 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-43baacc4-7f93-4a75-b95d-7d6ed055eea4 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Received port after_create {{(pid=93330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:24:30.687896 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78100c05-c4a4-4a94-8f59-5843882b6ec2 req-7af8d37b-2ebe-40ac-8908-eea98c2e38de tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:30.689571 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-78100c05-c4a4-4a94-8f59-5843882b6ec2 req-7af8d37b-2ebe-40ac-8908-eea98c2e38de tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcb6970-bf7c-4e02-b6ed-b546eb86143a HTTP/1.1" status: 200 len: 943 time: 0.0923276 Aug 04 16:24:30.689826 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43baacc4-7f93-4a75-b95d-7d6ed055eea4 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Pushing event updated for resources: {'Port': ['ID=0da0ab28-3f37-48ae-94a1-42c44e08a854,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:30.720301 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-43baacc4-7f93-4a75-b95d-7d6ed055eea4 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:30.721159 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-43baacc4-7f93-4a75-b95d-7d6ed055eea4 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:30.736348 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-40471b76-5249-4cd1-9928-e7c6e8c55f39 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=86902a6372694825906986e56bdef59f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0925970 Aug 04 16:24:30.741157 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 39630) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:30.751638 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-43baacc4-7f93-4a75-b95d-7d6ed055eea4 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5793095 Aug 04 16:24:30.757344 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-78100c05-c4a4-4a94-8f59-5843882b6ec2 req-8c1f73d4-021a-45ea-9782-9bd547f30a67 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/security-groups?id=b046e9dd-5acc-45e4-9d6e-54fb93bb9099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564723 Aug 04 16:24:30.838376 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b99e8f8-2dbd-4e58-9311-e2df655b80de req-264f510c-122c-406c-bfe5-d75024fb9fd5 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:30.839995 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-5b99e8f8-2dbd-4e58-9311-e2df655b80de req-264f510c-122c-406c-bfe5-d75024fb9fd5 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb69746-5594-47c6-abfb-beffa84fb2ca HTTP/1.1" status: 200 len: 944 time: 0.0781162 Aug 04 16:24:30.843480 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-8236f438-a761-49c5-9a81-d5785f42af4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:30.881867 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-8236f438-a761-49c5-9a81-d5785f42af4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:30.910360 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-5b99e8f8-2dbd-4e58-9311-e2df655b80de req-91bf65d5-12b3-4c17-a594-4612ac4bd4eb tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637627 Aug 04 16:24:30.953880 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-1b851c11-54b4-4dbc-a9e3-6df66d6bff2b None None] Provisioning for port 0da0ab28-3f37-48ae-94a1-42c44e08a854 completed by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:24:30.960991 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-1b851c11-54b4-4dbc-a9e3-6df66d6bff2b None None] Provisioning complete for port 0da0ab28-3f37-48ae-94a1-42c44e08a854 triggered by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:24:30.961444 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-1b851c11-54b4-4dbc-a9e3-6df66d6bff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:30.971011 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-8236f438-a761-49c5-9a81-d5785f42af4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:30.976817 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-8236f438-a761-49c5-9a81-d5785f42af4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:30.978726 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-8236f438-a761-49c5-9a81-d5785f42af4d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f101a22b-1cd7-45e4-9eba-7d131ab60aa2 HTTP/1.1" status: 204 len: 168 time: 0.2360306 Aug 04 16:24:30.997018 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8236f438-a761-49c5-9a81-d5785f42af4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f101a22b-1cd7-45e4-9eba-7d131ab60aa2,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:31.017321 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-1b851c11-54b4-4dbc-a9e3-6df66d6bff2b None None] Port 0da0ab28-3f37-48ae-94a1-42c44e08a854 cannot update to ACTIVE because it is not bound. {{(pid=93332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:24:31.046964 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158fc34-65c0-43fa-ba01-343849c66d7b req-602c620d-5001-4257-9aab-c07465d3f20f tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:31.048391 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-6158fc34-65c0-43fa-ba01-343849c66d7b req-602c620d-5001-4257-9aab-c07465d3f20f tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 944 time: 0.0782735 Aug 04 16:24:31.092426 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-6158fc34-65c0-43fa-ba01-343849c66d7b req-7ebea1ab-51ea-4497-a59e-b256506e2b34 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352874 Aug 04 16:24:31.110273 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50eea9f-d4a1-45a5-a233-eae1ffa5d16e req-5169945f-cab5-4f2d-ae80-0508705722cb tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:31.111749 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e50eea9f-d4a1-45a5-a233-eae1ffa5d16e req-5169945f-cab5-4f2d-ae80-0508705722cb tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 931 time: 0.0730379 Aug 04 16:24:31.163169 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e50eea9f-d4a1-45a5-a233-eae1ffa5d16e req-ffafc0a7-6a4e-450e-80ef-bb86ae0cebfc tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444019 Aug 04 16:24:31.407637 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c4409-f496-44d2-8d7a-646a4c798404 req-67990f6b-80ff-4f46-a473-acb87f5e487d tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:31.409172 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-490c4409-f496-44d2-8d7a-646a4c798404 req-67990f6b-80ff-4f46-a473-acb87f5e487d tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 932 time: 0.2519596 Aug 04 16:24:31.452311 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-490c4409-f496-44d2-8d7a-646a4c798404 req-0bc8ebb4-c1a6-4ab6-84c2-74cf9e7c91bc tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370057 Aug 04 16:24:31.880819 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 39676) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:31.923418 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7323ebb-896f-4f12-8604-6e123ce07001 req-96877207-a94d-43ef-8abb-ed76acfdb58d tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:31.924995 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-b7323ebb-896f-4f12-8604-6e123ce07001 req-96877207-a94d-43ef-8abb-ed76acfdb58d tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcb6970-bf7c-4e02-b6ed-b546eb86143a HTTP/1.1" status: 200 len: 943 time: 0.0549512 Aug 04 16:24:31.969026 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-b7323ebb-896f-4f12-8604-6e123ce07001 req-e7180bc5-e0d8-48d2-93fc-891b1bf62b9c tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/security-groups?id=b046e9dd-5acc-45e4-9d6e-54fb93bb9099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372667 Aug 04 16:24:32.062213 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-b675096e-f280-458c-a89c-112e25d50196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:32.062353 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f9272-b820-47fe-93c2-c06238ba8f09 req-c2a15b61-1e53-49d8-919b-68c3c5a0812d tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:32.063929 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-291f9272-b820-47fe-93c2-c06238ba8f09 req-c2a15b61-1e53-49d8-919b-68c3c5a0812d tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb69746-5594-47c6-abfb-beffa84fb2ca HTTP/1.1" status: 200 len: 944 time: 0.0584562 Aug 04 16:24:32.108730 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-291f9272-b820-47fe-93c2-c06238ba8f09 req-75c2e938-a4b0-486b-bd7e-9866e3c329ed tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385919 Aug 04 16:24:32.160488 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-b675096e-f280-458c-a89c-112e25d50196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:32.165241 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-b675096e-f280-458c-a89c-112e25d50196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:32.235623 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675096e-f280-458c-a89c-112e25d50196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9dc1357-37a6-483a-9dea-d93ae78e46c0,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:32.239900 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-b675096e-f280-458c-a89c-112e25d50196 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b121592dba944642ba7eec971255cd74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3581147 Aug 04 16:24:32.242700 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 39694) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:32.260285 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98db919-7bd8-4f5d-8593-12e3ba99f074 req-b504332f-63d9-46ac-8a3a-566f137d179c tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:32.261843 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f98db919-7bd8-4f5d-8593-12e3ba99f074 req-b504332f-63d9-46ac-8a3a-566f137d179c tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 944 time: 0.0996561 Aug 04 16:24:32.314791 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f98db919-7bd8-4f5d-8593-12e3ba99f074 req-d20ce392-b658-4319-a983-0181d143979a tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439744 Aug 04 16:24:32.335767 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd097c-9a75-4c67-8e6f-7432cd72cd9d req-7d9c8e79-51f1-48b5-adae-908f4c61c533 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:32.337354 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-22dd097c-9a75-4c67-8e6f-7432cd72cd9d req-7d9c8e79-51f1-48b5-adae-908f4c61c533 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 931 time: 0.0720413 Aug 04 16:24:32.367708 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-6bf3993c-d2cf-418a-a4a7-59dc55884aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:32.405232 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-6bf3993c-d2cf-418a-a4a7-59dc55884aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:32.414044 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-22dd097c-9a75-4c67-8e6f-7432cd72cd9d req-99cf42c8-3405-4630-bb6e-e7d76bc1caa7 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677955 Aug 04 16:24:32.462559 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-6bf3993c-d2cf-418a-a4a7-59dc55884aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:32.465548 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-6bf3993c-d2cf-418a-a4a7-59dc55884aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:32.469423 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-6bf3993c-d2cf-418a-a4a7-59dc55884aad admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c9dc1357-37a6-483a-9dea-d93ae78e46c0 HTTP/1.1" status: 204 len: 168 time: 0.2233450 Aug 04 16:24:32.478567 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3993c-d2cf-418a-a4a7-59dc55884aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9dc1357-37a6-483a-9dea-d93ae78e46c0,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:32.589495 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c36e89-bc32-468d-983b-d0ac6a69e2fe req-30fde3e2-d653-4127-8ec0-cfe253afed25 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:32.591632 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-79c36e89-bc32-468d-983b-d0ac6a69e2fe req-30fde3e2-d653-4127-8ec0-cfe253afed25 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 932 time: 0.0529604 Aug 04 16:24:32.634353 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-79c36e89-bc32-468d-983b-d0ac6a69e2fe req-dc496559-d9b4-488a-b9c0-3feec40f2eee tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361726 Aug 04 16:24:32.747573 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 39712) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:32.852142 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 39716) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:32.854718 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-033d0c72-936f-4978-8307-3a8aee2dd812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:32.867628 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-9a7ef21b-76dc-4910-ac3b-f44606b10309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:32.975007 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-033d0c72-936f-4978-8307-3a8aee2dd812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:32.988817 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-dc42d640-0374-486b-9832-761571fb40de service neutron] Request body: {'port': {'device_id': 'ee88d756-5674-4fae-a650-a006454697e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:24:32.990702 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device b162335e-7c27-4531-a303-ef9867eb115e details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:24:33.007045 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-033d0c72-936f-4978-8307-3a8aee2dd812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:33.029849 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-e67d25a5-d5e8-435a-b05c-422439f682ac service neutron] Request body: {'port': {'device_id': '7e525871-8d1f-4462-9cb5-7e3aeb9c3977', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:24:33.087932 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d0c72-936f-4978-8307-3a8aee2dd812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4072b40-938b-445d-b50b-60c2fa2cd446,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:33.105100 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-14e31ef4-15c4-4ead-baaf-c3464717e3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:33.107144 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-14e31ef4-15c4-4ead-baaf-c3464717e3de service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e5d1a85b-b9eb-4879-9f2d-2ac1fb84c156 HTTP/1.1" status: 200 len: 857 time: 0.1444113 Aug 04 16:24:33.112491 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-033d0c72-936f-4978-8307-3a8aee2dd812 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1e133ae9724444c4a822fe97873378b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3636720 Aug 04 16:24:33.114350 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 39720) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:33.142937 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port b162335e-7c27-4531-a303-ef9867eb115e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b162335e-7c27-4531-a303-ef9867eb115e,segment=NetworkSegment(c440e2a5-b317-4439-bc53-ce6262488736),segment_id=c440e2a5-b317-4439-bc53-ce6262488736)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:24:33.155431 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Returning: {'device': 'b162335e-7c27-4531-a303-ef9867eb115e', 'network_id': 'adba0a6e-44f8-4a54-84d5-54ff0bc6bb41', 'port_id': 'b162335e-7c27-4531-a303-ef9867eb115e', 'mac_address': 'fa:16:3e:ca:01:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f7c1adb-0393-4d8f-aa60-5e62e154bcaf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:24:33.167390 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-e67d25a5-d5e8-435a-b05c-422439f682ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:33.169133 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-dc42d640-0374-486b-9832-761571fb40de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:33.203456 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:33.218602 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b162335e-7c27-4531-a303-ef9867eb115e {{(pid=93332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:24:33.230914 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-36451ae0-8fa8-43bf-b06b-00eabce78f5b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7f965b80-7909-4cf3-8c57-8793402555a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128812 Aug 04 16:24:33.241000 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port b162335e-7c27-4531-a303-ef9867eb115e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b162335e-7c27-4531-a303-ef9867eb115e,segment=NetworkSegment(c440e2a5-b317-4439-bc53-ce6262488736),segment_id=c440e2a5-b317-4439-bc53-ce6262488736)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:24:33.246125 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:33.246829 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device b924c080-25ef-46de-a092-6a7839885e48 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:24:33.274732 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9a017-62ce-4e92-81d1-f6bd3578923e req-662eb9f7-37a7-4510-b5ef-133918b8a689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:33.276447 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-61b9a017-62ce-4e92-81d1-f6bd3578923e req-662eb9f7-37a7-4510-b5ef-133918b8a689 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5ed276298dcd40d9b792743496b57580&device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 1096 time: 0.2426050 Aug 04 16:24:33.336723 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2855e-b156-4619-be03-0dcd60bd7433 req-1dac7f27-9373-4521-ba17-235e1efe0e56 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:33.340380 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-b3c2855e-b156-4619-be03-0dcd60bd7433 req-1dac7f27-9373-4521-ba17-235e1efe0e56 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcb6970-bf7c-4e02-b6ed-b546eb86143a HTTP/1.1" status: 200 len: 943 time: 0.2249124 Aug 04 16:24:33.367196 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=b162335e-7c27-4531-a303-ef9867eb115e,revision_number=4']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:33.387153 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-29be1abd-5bc4-4797-9f62-581e69b94d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:33.427626 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port b924c080-25ef-46de-a092-6a7839885e48, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b924c080-25ef-46de-a092-6a7839885e48,segment=NetworkSegment(53b0f91d-f925-4e80-95fa-916bba4bddd5),segment_id=53b0f91d-f925-4e80-95fa-916bba4bddd5)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:24:33.447568 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-9a7ef21b-76dc-4910-ac3b-f44606b10309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:33.462575 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Returning: {'device': 'b924c080-25ef-46de-a092-6a7839885e48', 'network_id': 'be014736-d92b-4d30-a9f9-4c1a86837735', 'port_id': 'b924c080-25ef-46de-a092-6a7839885e48', 'mac_address': 'fa:16:3e:38:21:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b83028a-7632-4e16-99a5-9dc762daa616', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:24:33.464363 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b5b56-1c14-421f-a81c-0f004a104c7c req-9cc553e0-11df-4619-beb3-88d795a18627 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:33.467040 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-4c7b5b56-1c14-421f-a81c-0f004a104c7c req-9cc553e0-11df-4619-beb3-88d795a18627 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb69746-5594-47c6-abfb-beffa84fb2ca HTTP/1.1" status: 200 len: 945 time: 0.2637413 Aug 04 16:24:33.484804 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-29be1abd-5bc4-4797-9f62-581e69b94d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:33.485567 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-9a7ef21b-76dc-4910-ac3b-f44606b10309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:33.518641 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-b3c2855e-b156-4619-be03-0dcd60bd7433 req-38d805d7-58c1-4a66-a2f1-852441a8dca4 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/security-groups?id=b046e9dd-5acc-45e4-9d6e-54fb93bb9099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647704 Aug 04 16:24:33.528403 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:33.536318 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-b2995145-e9d7-4159-8ca4-646ef35f8d97 service neutron] 10.222.0.50 "GET /v2.0/networks/7f965b80-7909-4cf3-8c57-8793402555a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909341 Aug 04 16:24:33.554985 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b924c080-25ef-46de-a092-6a7839885e48 {{(pid=93332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:24:33.586496 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port b924c080-25ef-46de-a092-6a7839885e48, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b924c080-25ef-46de-a092-6a7839885e48,segment=NetworkSegment(53b0f91d-f925-4e80-95fa-916bba4bddd5),segment_id=53b0f91d-f925-4e80-95fa-916bba4bddd5)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:24:33.592389 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:33.624067 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9a017-62ce-4e92-81d1-f6bd3578923e req-159c240c-f472-425c-bbb9-4252a031455c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:33.626185 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-61b9a017-62ce-4e92-81d1-f6bd3578923e req-159c240c-f472-425c-bbb9-4252a031455c service neutron] 10.222.0.50 "GET /v2.0/networks?id=7f965b80-7909-4cf3-8c57-8793402555a4 HTTP/1.1" status: 200 len: 918 time: 0.3169322 Aug 04 16:24:33.637737 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-9a7ef21b-76dc-4910-ac3b-f44606b10309 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=816588594ee84bbfb1cd569d43588b1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7820034 Aug 04 16:24:33.640104 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 39728) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:33.640802 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ef21b-76dc-4910-ac3b-f44606b10309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308a90be-31eb-4f94-8bec-1dc60b552bf9,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:33.655024 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=b924c080-25ef-46de-a092-6a7839885e48,revision_number=4']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:33.675320 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-4c7b5b56-1c14-421f-a81c-0f004a104c7c req-05270ac0-e380-4c6c-92f9-85327a0fb007 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938715 Aug 04 16:24:33.743776 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-61b9a017-62ce-4e92-81d1-f6bd3578923e req-6b3c9220-7ab0-4155-944a-f6d93b06372a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c98fd1f-2d8e-4194-8ece-0d194fbe1a41 HTTP/1.1" status: 200 len: 217 time: 0.1026578 Aug 04 16:24:33.831079 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-29be1abd-5bc4-4797-9f62-581e69b94d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:33.836266 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-29be1abd-5bc4-4797-9f62-581e69b94d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:33.838701 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-29be1abd-5bc4-4797-9f62-581e69b94d04 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b4072b40-938b-445d-b50b-60c2fa2cd446 HTTP/1.1" status: 204 len: 168 time: 0.7205439 Aug 04 16:24:33.859128 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-44e6a084-a2fb-484b-8a1b-b855b9202a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:33.884805 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-dc42d640-0374-486b-9832-761571fb40de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63945f38-3e20-498c-9928-cc55b45b7533 {{(pid=93330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:24:33.894856 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-dc42d640-0374-486b-9832-761571fb40de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:33.895571 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be1abd-5bc4-4797-9f62-581e69b94d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4072b40-938b-445d-b50b-60c2fa2cd446,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:33.921220 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-e67d25a5-d5e8-435a-b05c-422439f682ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0da0ab28-3f37-48ae-94a1-42c44e08a854 {{(pid=93330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:24:33.928262 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de737c96-6ca1-41e6-b1e7-a9176e31cfef req-06a96c8d-a4ae-4ae6-b9f5-217c54154f4d tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:33.932246 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-e67d25a5-d5e8-435a-b05c-422439f682ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:33.934814 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.provisioning_blocks [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-dc42d640-0374-486b-9832-761571fb40de service neutron] Transition to ACTIVE for port object 63945f38-3e20-498c-9928-cc55b45b7533 will not be triggered until provisioned by entity L2. {{(pid=93330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:24:33.940059 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-de737c96-6ca1-41e6-b1e7-a9176e31cfef req-06a96c8d-a4ae-4ae6-b9f5-217c54154f4d tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 944 time: 0.3188615 Aug 04 16:24:33.944061 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224bd8bb-9700-4dce-943b-bf7c85b87771 req-9df629f8-a984-4b93-8872-6b53e1de324c tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:33.951110 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] get_ports_and_sgs() called for port_ids ['b162335e-7c27-4531-a303-ef9867eb115e'] {{(pid=93332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:24:33.952154 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-224bd8bb-9700-4dce-943b-bf7c85b87771 req-9df629f8-a984-4b93-8872-6b53e1de324c tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 931 time: 0.1842935 Aug 04 16:24:33.962274 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-dc42d640-0374-486b-9832-761571fb40de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129638395'] for port, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:33.978683 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-44e6a084-a2fb-484b-8a1b-b855b9202a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:33.982878 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-3b97d51d-6833-4305-b73d-883db157a2d7 service neutron] 10.222.0.50 "GET /v2.0/networks/7f965b80-7909-4cf3-8c57-8793402555a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386678 Aug 04 16:24:33.985937 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] get_ports_and_sgs() called for port_ids ['b924c080-25ef-46de-a092-6a7839885e48'] {{(pid=93332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:24:34.010291 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.provisioning_blocks [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-e67d25a5-d5e8-435a-b05c-422439f682ac service neutron] Transition to ACTIVE for port object 0da0ab28-3f37-48ae-94a1-42c44e08a854 will not be triggered until provisioned by entity L2. {{(pid=93330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:24:34.030421 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-e67d25a5-d5e8-435a-b05c-422439f682ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129638395'] for port, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:34.045751 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9a017-62ce-4e92-81d1-f6bd3578923e req-fc41399d-97d6-4d23-b901-91df5c11e07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:34.049218 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-61b9a017-62ce-4e92-81d1-f6bd3578923e req-fc41399d-97d6-4d23-b901-91df5c11e07f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e5d1a85b-b9eb-4879-9f2d-2ac1fb84c156 HTTP/1.1" status: 200 len: 857 time: 0.2790914 Aug 04 16:24:34.078599 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-224bd8bb-9700-4dce-943b-bf7c85b87771 req-a75de1df-035a-4319-8af1-4d2dcc3f64ab tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193211 Aug 04 16:24:34.093263 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42d640-0374-486b-9832-761571fb40de service neutron] Pushing event updated for resources: {'Port': ['ID=63945f38-3e20-498c-9928-cc55b45b7533,revision_number=2']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:34.131153 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-61b9a017-62ce-4e92-81d1-f6bd3578923e req-5f6f59f4-8c71-4006-aff6-2740b0a1fb3f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7f965b80-7909-4cf3-8c57-8793402555a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708401 Aug 04 16:24:34.188432 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d25a5-d5e8-435a-b05c-422439f682ac service neutron] Pushing event updated for resources: {'Port': ['ID=0da0ab28-3f37-48ae-94a1-42c44e08a854,revision_number=2']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:34.192481 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-de737c96-6ca1-41e6-b1e7-a9176e31cfef req-5f2cc6fb-8ac2-4ee4-850e-7dcc3ab19a9d tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503541 Aug 04 16:24:34.320202 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-44e6a084-a2fb-484b-8a1b-b855b9202a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:34.323323 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-44e6a084-a2fb-484b-8a1b-b855b9202a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:34.328692 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-44e6a084-a2fb-484b-8a1b-b855b9202a69 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/308a90be-31eb-4f94-8bec-1dc60b552bf9 HTTP/1.1" status: 204 len: 168 time: 0.6819661 Aug 04 16:24:34.364375 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e6a084-a2fb-484b-8a1b-b855b9202a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308a90be-31eb-4f94-8bec-1dc60b552bf9,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:34.390169 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-dc42d640-0374-486b-9832-761571fb40de service neutron] Attempting to bind port 63945f38-3e20-498c-9928-cc55b45b7533 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:24:34.390548 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-dc42d640-0374-486b-9832-761571fb40de service neutron] Attempting to bind port 63945f38-3e20-498c-9928-cc55b45b7533 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '9f32b91d-c9a0-4366-93d1-1ed592891c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '5c2558c7-24ce-41b2-b792-f9920a95bb2f'}] {{(pid=93330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:24:34.390870 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-dc42d640-0374-486b-9832-761571fb40de service neutron] Attempting to bind port 63945f38-3e20-498c-9928-cc55b45b7533 on network 5c2558c7-24ce-41b2-b792-f9920a95bb2f {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:24:34.393858 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-61b9a017-62ce-4e92-81d1-f6bd3578923e req-cb4ce278-aee4-4b6f-89c5-cb1bfeb097ba service neutron] 10.222.0.50 "GET /v2.0/networks/7f965b80-7909-4cf3-8c57-8793402555a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187746 Aug 04 16:24:34.397407 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-dc42d640-0374-486b-9832-761571fb40de service neutron] Port 63945f38-3e20-498c-9928-cc55b45b7533 on network 5c2558c7-24ce-41b2-b792-f9920a95bb2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:24:34.397728 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-dc42d640-0374-486b-9832-761571fb40de service neutron] Attempting to bind port 63945f38-3e20-498c-9928-cc55b45b7533 on network 5c2558c7-24ce-41b2-b792-f9920a95bb2f {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:24:34.406181 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-dc42d640-0374-486b-9832-761571fb40de service neutron] Checking agent: {'id': 'd306b3d0-6735-4bf3-81d7-29bae54f6551', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 22, 19), 'started_at': datetime.datetime(2021, 8, 4, 16, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:24:34.406542 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-dc42d640-0374-486b-9832-761571fb40de service neutron] Checking segment: {'id': '9f32b91d-c9a0-4366-93d1-1ed592891c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '5c2558c7-24ce-41b2-b792-f9920a95bb2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:24:34.406953 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-dc42d640-0374-486b-9832-761571fb40de service neutron] Bound using segment: {'id': '9f32b91d-c9a0-4366-93d1-1ed592891c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '5c2558c7-24ce-41b2-b792-f9920a95bb2f'} {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:24:34.407418 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-dc42d640-0374-486b-9832-761571fb40de service neutron] Bound port: 63945f38-3e20-498c-9928-cc55b45b7533, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f32b91d-c9a0-4366-93d1-1ed592891c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '5c2558c7-24ce-41b2-b792-f9920a95bb2f'}}] {{(pid=93330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:24:34.407790 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-dc42d640-0374-486b-9832-761571fb40de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:34.539861 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f86b00-739b-4136-8865-cea7b9422e0f req-a9cbc406-ae60-4dca-adea-a227c28fb65e tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:34.543065 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e3f86b00-739b-4136-8865-cea7b9422e0f req-a9cbc406-ae60-4dca-adea-a227c28fb65e tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 944 time: 0.3158700 Aug 04 16:24:34.606148 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-61b9a017-62ce-4e92-81d1-f6bd3578923e req-44529c72-e448-4e74-b8f1-9aa88bbf6b31 service neutron] 10.222.0.50 "GET /v2.0/networks/7f965b80-7909-4cf3-8c57-8793402555a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965132 Aug 04 16:24:34.611669 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-e67d25a5-d5e8-435a-b05c-422439f682ac service neutron] Attempting to bind port 0da0ab28-3f37-48ae-94a1-42c44e08a854 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:24:34.612349 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-e67d25a5-d5e8-435a-b05c-422439f682ac service neutron] Attempting to bind port 0da0ab28-3f37-48ae-94a1-42c44e08a854 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'ce787726-f448-43d2-afe7-5993012333a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3375530b-34ca-4462-9339-3ed10ebd346b'}] {{(pid=93330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:24:34.612479 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-e67d25a5-d5e8-435a-b05c-422439f682ac service neutron] Attempting to bind port 0da0ab28-3f37-48ae-94a1-42c44e08a854 on network 3375530b-34ca-4462-9339-3ed10ebd346b {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:24:34.626709 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e3f86b00-739b-4136-8865-cea7b9422e0f req-301f8618-7f1a-4e3f-b730-d03176e9be5e tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741732 Aug 04 16:24:34.634461 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 39750) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:34.639986 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-e67d25a5-d5e8-435a-b05c-422439f682ac service neutron] Port 0da0ab28-3f37-48ae-94a1-42c44e08a854 on network 3375530b-34ca-4462-9339-3ed10ebd346b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:24:34.640331 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-e67d25a5-d5e8-435a-b05c-422439f682ac service neutron] Attempting to bind port 0da0ab28-3f37-48ae-94a1-42c44e08a854 on network 3375530b-34ca-4462-9339-3ed10ebd346b {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:24:34.643000 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-dc42d640-0374-486b-9832-761571fb40de service neutron] For port 63945f38-3e20-498c-9928-cc55b45b7533, host hv-cinder-78956, cleared binding levels {{(pid=93330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:24:34.647568 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-dc42d640-0374-486b-9832-761571fb40de service neutron] For port 63945f38-3e20-498c-9928-cc55b45b7533, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=63945f38-3e20-498c-9928-cc55b45b7533,segment=NetworkSegment(9f32b91d-c9a0-4366-93d1-1ed592891c5e),segment_id=9f32b91d-c9a0-4366-93d1-1ed592891c5e)] {{(pid=93330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:24:34.651223 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-e67d25a5-d5e8-435a-b05c-422439f682ac service neutron] Checking agent: {'id': 'd306b3d0-6735-4bf3-81d7-29bae54f6551', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 22, 19), 'started_at': datetime.datetime(2021, 8, 4, 16, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:24:34.651610 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-e67d25a5-d5e8-435a-b05c-422439f682ac service neutron] Checking segment: {'id': 'ce787726-f448-43d2-afe7-5993012333a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3375530b-34ca-4462-9339-3ed10ebd346b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:24:34.652035 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-e67d25a5-d5e8-435a-b05c-422439f682ac service neutron] Bound using segment: {'id': 'ce787726-f448-43d2-afe7-5993012333a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3375530b-34ca-4462-9339-3ed10ebd346b'} {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:24:34.652526 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-e67d25a5-d5e8-435a-b05c-422439f682ac service neutron] Bound port: 0da0ab28-3f37-48ae-94a1-42c44e08a854, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce787726-f448-43d2-afe7-5993012333a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3375530b-34ca-4462-9339-3ed10ebd346b'}}] {{(pid=93330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:24:34.652914 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-e67d25a5-d5e8-435a-b05c-422439f682ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:34.658848 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-e7caee94-752d-4925-b636-b116d85e036b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:34.664338 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-dc42d640-0374-486b-9832-761571fb40de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129638395'] for port, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:34.731429 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-dc42d640-0374-486b-9832-761571fb40de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:34.731429 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-dc42d640-0374-486b-9832-761571fb40de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:34.732997 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-dc42d640-0374-486b-9832-761571fb40de service neutron] 10.222.0.50 "PUT /v2.0/ports/63945f38-3e20-498c-9928-cc55b45b7533 HTTP/1.1" status: 200 len: 1093 time: 1.7527552 Aug 04 16:24:34.733480 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee88d756-5674-4fae-a650-a006454697e6', 'tag': '63945f38-3e20-498c-9928-cc55b45b7533'}] {{(pid=93330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:24:34.736681 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37e886c0defde040503dc6230deb255415226de4639eab9b495881836c77004d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24214c9f-451b-4afe-9eed-96928a394c23" -d '{"events": [{"name": "network-changed", "server_uuid": "ee88d756-5674-4fae-a650-a006454697e6", "tag": "63945f38-3e20-498c-9928-cc55b45b7533"}]}' {{(pid=93330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:24:34.745100 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757ddab-a455-4c9b-b726-e1f6daa878b0 req-5b5fcbf6-c249-4a31-8247-87af81e2327f tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:34.747474 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-4757ddab-a455-4c9b-b726-e1f6daa878b0 req-5b5fcbf6-c249-4a31-8247-87af81e2327f tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcb6970-bf7c-4e02-b6ed-b546eb86143a HTTP/1.1" status: 200 len: 944 time: 0.0906880 Aug 04 16:24:34.787757 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42d640-0374-486b-9832-761571fb40de service neutron] Pushing event updated for resources: {'Port': ['ID=63945f38-3e20-498c-9928-cc55b45b7533,revision_number=3']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:34.818596 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-4757ddab-a455-4c9b-b726-e1f6daa878b0 req-5e73fb5c-1f6b-4f90-a040-ea66f115c281 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/security-groups?id=b046e9dd-5acc-45e4-9d6e-54fb93bb9099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602832 Aug 04 16:24:34.820449 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-e67d25a5-d5e8-435a-b05c-422439f682ac service neutron] For port 0da0ab28-3f37-48ae-94a1-42c44e08a854, host hv-cinder-78956, cleared binding levels {{(pid=93330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:24:34.877590 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-e7caee94-752d-4925-b636-b116d85e036b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:34.883600 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-e7caee94-752d-4925-b636-b116d85e036b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:34.888277 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29575df-1273-448c-9b44-8ed5517d7f25 x-openstack-request-id: req-c29575df-1273-448c-9b44-8ed5517d7f25 {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:24:34.888850 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee88d756-5674-4fae-a650-a006454697e6", "tag": "63945f38-3e20-498c-9928-cc55b45b7533", "status": "completed", "code": 200}]} {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:24:34.889329 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c29575df-1273-448c-9b44-8ed5517d7f25 {{(pid=93330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:24:34.889994 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee88d756-5674-4fae-a650-a006454697e6', 'tag': '63945f38-3e20-498c-9928-cc55b45b7533', 'status': 'completed', 'code': 200} Aug 04 16:24:34.894225 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-e67d25a5-d5e8-435a-b05c-422439f682ac service neutron] For port 0da0ab28-3f37-48ae-94a1-42c44e08a854, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0da0ab28-3f37-48ae-94a1-42c44e08a854,segment=NetworkSegment(ce787726-f448-43d2-afe7-5993012333a5),segment_id=ce787726-f448-43d2-afe7-5993012333a5)] {{(pid=93330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:24:34.907379 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-e67d25a5-d5e8-435a-b05c-422439f682ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129638395'] for port, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:34.923293 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-e7caee94-752d-4925-b636-b116d85e036b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d2a8a0250fd3442ab0e0e1bc6aa424dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2828929 Aug 04 16:24:34.928950 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 39760) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:34.949264 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7caee94-752d-4925-b636-b116d85e036b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427c45c2-8f88-489b-950b-d40f3e69ed2d,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:34.977323 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 3c98fd1f-2d8e-4194-8ece-0d194fbe1a41 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:24:34.982194 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device b162335e-7c27-4531-a303-ef9867eb115e up at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:24:35.002446 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-530f4821-b3e7-4f99-8c21-3c8a09429da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:35.003976 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-530f4821-b3e7-4f99-8c21-3c8a09429da9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fa8a2bb840264572bbf79ff732ee6fb8&device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 1096 time: 0.2105305 Aug 04 16:24:35.005303 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-e67d25a5-d5e8-435a-b05c-422439f682ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:35.005876 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-e67d25a5-d5e8-435a-b05c-422439f682ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:35.007202 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-e67d25a5-d5e8-435a-b05c-422439f682ac service neutron] 10.222.0.50 "PUT /v2.0/ports/0da0ab28-3f37-48ae-94a1-42c44e08a854 HTTP/1.1" status: 200 len: 1094 time: 2.0060427 Aug 04 16:24:35.032153 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c04c9-4275-46fb-98b0-0c9df0b98119 req-97f7be03-3487-4a82-b158-2fb8d7303ba4 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:35.040696 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-a27c04c9-4275-46fb-98b0-0c9df0b98119 req-97f7be03-3487-4a82-b158-2fb8d7303ba4 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb69746-5594-47c6-abfb-beffa84fb2ca HTTP/1.1" status: 200 len: 945 time: 0.2265503 Aug 04 16:24:35.151467 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d25a5-d5e8-435a-b05c-422439f682ac service neutron] Pushing event updated for resources: {'Port': ['ID=0da0ab28-3f37-48ae-94a1-42c44e08a854,revision_number=3']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:35.193267 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-3f583ef5-f9b8-4f30-92eb-44251c8cbbe1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63945f38-3e20-498c-9928-cc55b45b7533 HTTP/1.1" status: 200 len: 217 time: 0.1455979 Aug 04 16:24:35.264309 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e258d0d-f81d-4a57-8064-cb3741ff0065 req-951bfd60-22c7-4822-a364-6f2957b9d017 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:35.277258 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-3e258d0d-f81d-4a57-8064-cb3741ff0065 req-951bfd60-22c7-4822-a364-6f2957b9d017 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 943 time: 0.0867085 Aug 04 16:24:35.279048 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Provisioning for port b162335e-7c27-4531-a303-ef9867eb115e completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:24:35.290161 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Provisioning complete for port b162335e-7c27-4531-a303-ef9867eb115e triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:24:35.290869 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:35.317255 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-8a58eca7-3dba-4761-a2a5-7e97ab57d2dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:35.349645 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-3e258d0d-f81d-4a57-8064-cb3741ff0065 req-df678c50-ea54-42cb-bd5d-d774e160ebe7 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649567 Aug 04 16:24:35.351235 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-a27c04c9-4275-46fb-98b0-0c9df0b98119 req-0847e00e-1d8c-41d0-90d9-4fa6e20bef1d tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043292 Aug 04 16:24:35.403397 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 3c98fd1f-2d8e-4194-8ece-0d194fbe1a41, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=3c98fd1f-2d8e-4194-8ece-0d194fbe1a41,segment=NetworkSegment(5b2050c3-ed64-4508-902c-49e5966da0c1),segment_id=5b2050c3-ed64-4508-902c-49e5966da0c1)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:24:35.411640 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-65a430ee-c07a-4717-a985-697d871f06f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:35.416887 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-65a430ee-c07a-4717-a985-697d871f06f0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e94f253973de4174807e633c0f67ea51&device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 1097 time: 0.2442431 Aug 04 16:24:35.423655 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-8a58eca7-3dba-4761-a2a5-7e97ab57d2dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:35.429310 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-feb34866-db30-440a-93ca-62fdcc8d1851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:35.434033 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-feb34866-db30-440a-93ca-62fdcc8d1851 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1fb80fc5-b3b3-4ef1-9a71-cb5032debcda HTTP/1.1" status: 200 len: 849 time: 0.2121103 Aug 04 16:24:35.439098 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Returning: {'device': '3c98fd1f-2d8e-4194-8ece-0d194fbe1a41', 'network_id': '7f965b80-7909-4cf3-8c57-8793402555a4', 'port_id': '3c98fd1f-2d8e-4194-8ece-0d194fbe1a41', 'mac_address': 'fa:16:3e:8b:47:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5d1a85b-b9eb-4879-9f2d-2ac1fb84c156', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:24:35.535666 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:35.561339 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c98fd1f-2d8e-4194-8ece-0d194fbe1a41 {{(pid=93332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:24:35.565880 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:35.768754 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port b162335e-7c27-4531-a303-ef9867eb115e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b162335e-7c27-4531-a303-ef9867eb115e,segment=NetworkSegment(c440e2a5-b317-4439-bc53-ce6262488736),segment_id=c440e2a5-b317-4439-bc53-ce6262488736)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:24:35.773211 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb69746-5594-47c6-abfb-beffa84fb2ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b162335e-7c27-4531-a303-ef9867eb115e'}] {{(pid=93332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:24:35.776688 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-01103bc2-865c-484e-8055-ec42fee096cc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0da0ab28-3f37-48ae-94a1-42c44e08a854 HTTP/1.1" status: 200 len: 217 time: 0.3395033 Aug 04 16:24:35.784176 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926770c4-b697-4d12-ada0-7873d8e78c35 req-ce087d9d-dc4d-438a-afd0-ae4c778a4ef6 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:35.792102 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-926770c4-b697-4d12-ada0-7873d8e78c35 req-ce087d9d-dc4d-438a-afd0-ae4c778a4ef6 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 944 time: 0.0659966 Aug 04 16:24:35.835993 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-27839fac-cc08-48e3-99f4-9f0333f1f170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:35.837564 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-27839fac-cc08-48e3-99f4-9f0333f1f170 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5c2558c7-24ce-41b2-b792-f9920a95bb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3933268 Aug 04 16:24:35.855272 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fdbf36-ab07-4950-b9b7-b9f2a337c5bc req-feacbf3c-a5e8-4869-bd69-805ff82a9e09 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:35.856038 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-926770c4-b697-4d12-ada0-7873d8e78c35 req-f2047083-cef6-4515-81f2-aee7063b2612 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630500 Aug 04 16:24:35.857374 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-00fdbf36-ab07-4950-b9b7-b9f2a337c5bc req-feacbf3c-a5e8-4869-bd69-805ff82a9e09 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 944 time: 0.1735156 Aug 04 16:24:35.858366 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-8a58eca7-3dba-4761-a2a5-7e97ab57d2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:35.859942 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 3c98fd1f-2d8e-4194-8ece-0d194fbe1a41, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=3c98fd1f-2d8e-4194-8ece-0d194fbe1a41,segment=NetworkSegment(5b2050c3-ed64-4508-902c-49e5966da0c1),segment_id=5b2050c3-ed64-4508-902c-49e5966da0c1)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:24:35.861045 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:35.861627 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-8a58eca7-3dba-4761-a2a5-7e97ab57d2dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:35.863065 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-8a58eca7-3dba-4761-a2a5-7e97ab57d2dc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/427c45c2-8f88-489b-950b-d40f3e69ed2d HTTP/1.1" status: 204 len: 168 time: 0.9039717 Aug 04 16:24:35.872737 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a58eca7-3dba-4761-a2a5-7e97ab57d2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427c45c2-8f88-489b-950b-d40f3e69ed2d,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:35.886829 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:35.932438 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=b162335e-7c27-4531-a303-ef9867eb115e,revision_number=5']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:35.937774 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-00fdbf36-ab07-4950-b9b7-b9f2a337c5bc req-ffca6123-aff2-47d7-a30a-ebbb867a6fae tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542183 Aug 04 16:24:36.000008 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=3c98fd1f-2d8e-4194-8ece-0d194fbe1a41,revision_number=4']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:36.027707 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f908d-5be5-4165-ba42-9084e0b5348c req-91373e1a-3c0d-42aa-a9d1-37efe0c61c49 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:36.029719 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-030f908d-5be5-4165-ba42-9084e0b5348c req-91373e1a-3c0d-42aa-a9d1-37efe0c61c49 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcb6970-bf7c-4e02-b6ed-b546eb86143a HTTP/1.1" status: 200 len: 944 time: 0.0766106 Aug 04 16:24:36.071672 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-030f908d-5be5-4165-ba42-9084e0b5348c req-a666efb6-d4a9-45f6-b0d8-79cf56ca2d63 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/security-groups?id=b046e9dd-5acc-45e4-9d6e-54fb93bb9099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346711 Aug 04 16:24:36.099997 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60a3b88c11522644802803ec4887c4dd8a4d8449af02ad3849b143fbab4f5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03cb642d-b54a-410a-b917-56b30111e119" -d '{"events": [{"server_uuid": "3cb69746-5594-47c6-abfb-beffa84fb2ca", "name": "network-vif-plugged", "status": "completed", "tag": "b162335e-7c27-4531-a303-ef9867eb115e"}]}' {{(pid=93332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:24:36.275079 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82bcec8d-2248-479f-82a7-b5bcb54dae96 x-openstack-request-id: req-82bcec8d-2248-479f-82a7-b5bcb54dae96 {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:24:36.275365 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb69746-5594-47c6-abfb-beffa84fb2ca", "name": "network-vif-plugged", "status": "completed", "tag": "b162335e-7c27-4531-a303-ef9867eb115e", "code": 200}]} {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:24:36.275636 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-82bcec8d-2248-479f-82a7-b5bcb54dae96 {{(pid=93332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:24:36.276306 dv-cinder-789564-9-iscsi neutron-server[93332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb69746-5594-47c6-abfb-beffa84fb2ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b162335e-7c27-4531-a303-ef9867eb115e', 'code': 200} Aug 04 16:24:36.469385 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12808c7-f498-4054-b38a-bddce7672466 req-f0861ba1-bd04-445d-9111-7935a60c68e3 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:36.470854 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d12808c7-f498-4054-b38a-bddce7672466 req-f0861ba1-bd04-445d-9111-7935a60c68e3 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb69746-5594-47c6-abfb-beffa84fb2ca HTTP/1.1" status: 200 len: 946 time: 0.0589533 Aug 04 16:24:36.518203 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d12808c7-f498-4054-b38a-bddce7672466 req-6ced1f76-dadd-42b3-85a0-b0e07c0d8348 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409026 Aug 04 16:24:36.518686 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed84ab-9a8b-4a8d-aee1-44e470cf2c4f req-f970cbd9-4326-4c74-9fe4-dfb6efc49325 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:36.520279 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-b1ed84ab-9a8b-4a8d-aee1-44e470cf2c4f req-f970cbd9-4326-4c74-9fe4-dfb6efc49325 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 943 time: 0.0692601 Aug 04 16:24:36.564403 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-b1ed84ab-9a8b-4a8d-aee1-44e470cf2c4f req-7db35e71-7dc3-4692-8d26-d09a1083a5bd tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358417 Aug 04 16:24:36.891185 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e525871-8d1f-4462-9cb5-7e3aeb9c3977', 'tag': '0da0ab28-3f37-48ae-94a1-42c44e08a854'}] {{(pid=93330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:24:36.893733 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37e886c0defde040503dc6230deb255415226de4639eab9b495881836c77004d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ddbd89-55f6-48ee-8c97-fa85ae29585b" -d '{"events": [{"name": "network-changed", "server_uuid": "7e525871-8d1f-4462-9cb5-7e3aeb9c3977", "tag": "0da0ab28-3f37-48ae-94a1-42c44e08a854"}]}' {{(pid=93330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:24:36.932520 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7370c4e0-763d-4629-90fa-955873ea4bbb x-openstack-request-id: req-7370c4e0-763d-4629-90fa-955873ea4bbb {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:24:36.932750 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e525871-8d1f-4462-9cb5-7e3aeb9c3977", "tag": "0da0ab28-3f37-48ae-94a1-42c44e08a854", "status": "completed", "code": 200}]} {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:24:36.932993 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7370c4e0-763d-4629-90fa-955873ea4bbb {{(pid=93330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:24:36.933379 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e525871-8d1f-4462-9cb5-7e3aeb9c3977', 'tag': '0da0ab28-3f37-48ae-94a1-42c44e08a854', 'status': 'completed', 'code': 200} Aug 04 16:24:37.010330 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b765f-6ac0-484e-81fb-4a8591bca1f2 req-7608b73b-8614-43f9-9097-b1d2f6817636 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:37.012549 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e18b765f-6ac0-484e-81fb-4a8591bca1f2 req-7608b73b-8614-43f9-9097-b1d2f6817636 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 944 time: 0.0547872 Aug 04 16:24:37.065855 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e18b765f-6ac0-484e-81fb-4a8591bca1f2 req-ef7ab1ca-2037-4e74-a38e-3f720266b9ad tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447485 Aug 04 16:24:37.098001 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 39870) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:37.117551 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304203c-5947-4385-8b73-b740dd3ed458 req-28a08321-5de7-4b6e-b372-c480687959d7 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:37.119510 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-4304203c-5947-4385-8b73-b740dd3ed458 req-28a08321-5de7-4b6e-b372-c480687959d7 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 944 time: 0.0825441 Aug 04 16:24:37.170597 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-4304203c-5947-4385-8b73-b740dd3ed458 req-e10449e1-5538-4da1-8c32-5bf62e923031 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448275 Aug 04 16:24:37.221546 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f660fa-5838-4115-9256-8d4f0b769ee1 req-82f5ef4e-53d1-4259-bdb5-dae2ee2b0af7 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:37.223127 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-83f660fa-5838-4115-9256-8d4f0b769ee1 req-82f5ef4e-53d1-4259-bdb5-dae2ee2b0af7 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcb6970-bf7c-4e02-b6ed-b546eb86143a HTTP/1.1" status: 200 len: 944 time: 0.0713689 Aug 04 16:24:37.257271 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-5be94811-9d95-4e74-bac8-528302e645ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:37.288308 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-83f660fa-5838-4115-9256-8d4f0b769ee1 req-ee748b5d-a9cb-47b9-b614-c5ef83a60293 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/security-groups?id=b046e9dd-5acc-45e4-9d6e-54fb93bb9099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587947 Aug 04 16:24:37.383474 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-5be94811-9d95-4e74-bac8-528302e645ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:37.390462 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-5be94811-9d95-4e74-bac8-528302e645ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:37.429643 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-5be94811-9d95-4e74-bac8-528302e645ca admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=446c512c8e1748328b0ac3db235c4458&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3304696 Aug 04 16:24:37.430527 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be94811-9d95-4e74-bac8-528302e645ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22a8f10-163b-404b-b0c0-0029e042d113,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:37.433916 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 39882) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:37.488824 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-5966a0cc-3bd1-420c-be92-6fefccda3ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:37.512054 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-5966a0cc-3bd1-420c-be92-6fefccda3ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:37.560583 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-5966a0cc-3bd1-420c-be92-6fefccda3ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:37.566075 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-5966a0cc-3bd1-420c-be92-6fefccda3ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:37.570040 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-5966a0cc-3bd1-420c-be92-6fefccda3ab7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f22a8f10-163b-404b-b0c0-0029e042d113 HTTP/1.1" status: 204 len: 168 time: 0.1323619 Aug 04 16:24:37.580131 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5966a0cc-3bd1-420c-be92-6fefccda3ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22a8f10-163b-404b-b0c0-0029e042d113,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:37.654073 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd9faa-e564-480f-b38f-98a3829050cf req-11a83d5a-1961-4343-a045-34531a90c009 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:37.656036 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-bebd9faa-e564-480f-b38f-98a3829050cf req-11a83d5a-1961-4343-a045-34531a90c009 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb69746-5594-47c6-abfb-beffa84fb2ca HTTP/1.1" status: 200 len: 946 time: 0.0640666 Aug 04 16:24:37.716221 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5897044-aef1-4eec-a4fe-b3f6eb33a85d req-b75279d9-b691-40e4-8aa7-e07344a43fe2 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:37.717989 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-c5897044-aef1-4eec-a4fe-b3f6eb33a85d req-b75279d9-b691-40e4-8aa7-e07344a43fe2 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 943 time: 0.0594261 Aug 04 16:24:37.726482 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-bebd9faa-e564-480f-b38f-98a3829050cf req-d980b8b8-f5be-4588-8af7-63bdee40ac90 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524015 Aug 04 16:24:37.770215 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-c5897044-aef1-4eec-a4fe-b3f6eb33a85d req-9c95b3a0-1191-409c-b2c8-da40e3f56473 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353601 Aug 04 16:24:37.973317 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 39906) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:37.986841 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-cbb4c864-141f-4dee-b561-bf9c0d00565e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:38.075608 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-cbb4c864-141f-4dee-b561-bf9c0d00565e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:38.081842 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-cbb4c864-141f-4dee-b561-bf9c0d00565e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:38.118452 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb4c864-141f-4dee-b561-bf9c0d00565e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c67b2f4-8adf-498c-a435-d5a9a4f7dc7b,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:38.125171 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-cbb4c864-141f-4dee-b561-bf9c0d00565e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cd742cb6b0fd418e83218b4790959c0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1483328 Aug 04 16:24:38.125493 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 39910) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:38.134436 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a4b86ea5-00ee-4254-9181-efa9e4ed8d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:38.178370 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-84629a2c-c463-4cef-b7e8-43be07d86f1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:38.191896 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195add98-11d7-4248-b364-b051170414a5 req-fc26bbe1-337f-49d3-923e-ba2ca6683633 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:38.193437 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-195add98-11d7-4248-b364-b051170414a5 req-fc26bbe1-337f-49d3-923e-ba2ca6683633 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 944 time: 0.0489166 Aug 04 16:24:38.199435 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-84629a2c-c463-4cef-b7e8-43be07d86f1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:38.246902 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-195add98-11d7-4248-b364-b051170414a5 req-5a7709d9-7d53-4a95-9506-59e521ce1dfb tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470357 Aug 04 16:24:38.263560 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-84629a2c-c463-4cef-b7e8-43be07d86f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:38.266504 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-84629a2c-c463-4cef-b7e8-43be07d86f1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:38.267700 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-84629a2c-c463-4cef-b7e8-43be07d86f1d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2c67b2f4-8adf-498c-a435-d5a9a4f7dc7b HTTP/1.1" status: 204 len: 168 time: 0.1412377 Aug 04 16:24:38.293269 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84629a2c-c463-4cef-b7e8-43be07d86f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c67b2f4-8adf-498c-a435-d5a9a4f7dc7b,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:38.316818 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c1375-13ab-4802-9c9b-db6f5bbe9704 req-9bd58182-4a4b-46e8-931a-881167961888 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:38.324948 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-535c1375-13ab-4802-9c9b-db6f5bbe9704 req-9bd58182-4a4b-46e8-931a-881167961888 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 944 time: 0.0759702 Aug 04 16:24:38.372330 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-535c1375-13ab-4802-9c9b-db6f5bbe9704 req-f42ba776-91ac-4593-a5c9-c99121db92aa tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463488 Aug 04 16:24:38.427153 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770ccca-371f-4a26-b43e-ac55e7d3f911 req-a31ba165-062a-4069-9e55-87023dd33896 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:38.428699 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-7770ccca-371f-4a26-b43e-ac55e7d3f911 req-a31ba165-062a-4069-9e55-87023dd33896 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcb6970-bf7c-4e02-b6ed-b546eb86143a HTTP/1.1" status: 200 len: 944 time: 0.0553298 Aug 04 16:24:38.470204 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-7770ccca-371f-4a26-b43e-ac55e7d3f911 req-8aa0d5a4-129a-400a-989a-6ac43ede017d tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/security-groups?id=b046e9dd-5acc-45e4-9d6e-54fb93bb9099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353653 Aug 04 16:24:38.694487 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device b924c080-25ef-46de-a092-6a7839885e48 up at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:24:38.753689 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Provisioning for port b924c080-25ef-46de-a092-6a7839885e48 completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:24:38.762092 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Provisioning complete for port b924c080-25ef-46de-a092-6a7839885e48 triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:24:38.765299 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:38.820874 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-94219499-41d7-43d7-929d-69ee67aa204a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:38.822933 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-94219499-41d7-43d7-929d-69ee67aa204a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0ad7513e-214e-4cef-868b-a5927b57f732 HTTP/1.1" status: 200 len: 855 time: 0.1312239 Aug 04 16:24:38.900484 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:38.933674 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-108926ae-7833-44e6-b76f-4026307f9431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:38.933984 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fcb6970-bf7c-4e02-b6ed-b546eb86143a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b924c080-25ef-46de-a092-6a7839885e48'}] {{(pid=93332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:24:38.936750 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-108926ae-7833-44e6-b76f-4026307f9431 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3375530b-34ca-4462-9339-3ed10ebd346b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1049097 Aug 04 16:24:38.937060 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60a3b88c11522644802803ec4887c4dd8a4d8449af02ad3849b143fbab4f5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bbccc7b-e436-4d9a-8116-efb780534d0f" -d '{"events": [{"server_uuid": "8fcb6970-bf7c-4e02-b6ed-b546eb86143a", "name": "network-vif-plugged", "status": "completed", "tag": "b924c080-25ef-46de-a092-6a7839885e48"}]}' {{(pid=93332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:24:38.939668 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-7d5245e8-93ae-410b-b811-ac22a224b1f6 service neutron] 10.222.0.50 "GET /v2.0/networks/5c2558c7-24ce-41b2-b792-f9920a95bb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195399 Aug 04 16:24:38.953695 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port b924c080-25ef-46de-a092-6a7839885e48, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b924c080-25ef-46de-a092-6a7839885e48,segment=NetworkSegment(53b0f91d-f925-4e80-95fa-916bba4bddd5),segment_id=53b0f91d-f925-4e80-95fa-916bba4bddd5)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:24:38.969758 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:38.972710 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9a9f5-5138-4543-b862-ab0ac4ff56fd req-bb53f0d0-fbb8-4b56-89cf-14f36ff0f20f tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:38.974354 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-56d9a9f5-5138-4543-b862-ab0ac4ff56fd req-bb53f0d0-fbb8-4b56-89cf-14f36ff0f20f tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb69746-5594-47c6-abfb-beffa84fb2ca HTTP/1.1" status: 200 len: 946 time: 0.1236069 Aug 04 16:24:38.983072 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] get_ports_and_sgs() called for port_ids ['3c98fd1f-2d8e-4194-8ece-0d194fbe1a41'] {{(pid=93332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:24:39.062613 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c4cc3-6ead-4863-9338-fef59eda0916 req-f72f195a-19fa-4460-bc8f-a5d93168abf4 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:39.066709 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-797c4cc3-6ead-4863-9338-fef59eda0916 req-f72f195a-19fa-4460-bc8f-a5d93168abf4 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 943 time: 0.1837482 Aug 04 16:24:39.087111 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=b924c080-25ef-46de-a092-6a7839885e48,revision_number=5']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:39.147880 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17283b44-0a79-410b-ae86-503849431469 req-655aa065-38a4-4225-b3b7-467d3a80126d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:39.169919 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-17283b44-0a79-410b-ae86-503849431469 req-655aa065-38a4-4225-b3b7-467d3a80126d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3cb69746-5594-47c6-abfb-beffa84fb2ca HTTP/1.1" status: 200 len: 1099 time: 0.2129538 Aug 04 16:24:39.191425 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-55e89cf2-78be-467d-b303-5ef8a74db541 service neutron] 10.222.0.50 "GET /v2.0/networks/3375530b-34ca-4462-9339-3ed10ebd346b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113237 Aug 04 16:24:39.224511 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [req-17283b44-0a79-410b-ae86-503849431469 req-9594f48f-4304-4c81-894d-0b315243dd44 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:39.246210 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-797c4cc3-6ead-4863-9338-fef59eda0916 req-ee2af4f7-075c-498b-99fc-4cb53c023615 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666131 Aug 04 16:24:39.318066 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb5d83f-fe04-4401-ae35-789c80b29ad9 x-openstack-request-id: req-fdb5d83f-fe04-4401-ae35-789c80b29ad9 {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:24:39.318066 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fcb6970-bf7c-4e02-b6ed-b546eb86143a", "name": "network-vif-plugged", "status": "completed", "tag": "b924c080-25ef-46de-a092-6a7839885e48", "code": 200}]} {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:24:39.318066 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fdb5d83f-fe04-4401-ae35-789c80b29ad9 {{(pid=93332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:24:39.318066 dv-cinder-789564-9-iscsi neutron-server[93332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fcb6970-bf7c-4e02-b6ed-b546eb86143a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b924c080-25ef-46de-a092-6a7839885e48', 'code': 200} Aug 04 16:24:39.355896 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-56d9a9f5-5138-4543-b862-ab0ac4ff56fd req-b97f7855-ef1c-4710-ab59-911ef7006898 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777398 Aug 04 16:24:39.385088 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2be5c66c-5966-4a84-8dd7-e9a9cbcd01e5 req-bbcb67c2-5cd3-41d2-adb0-dd33af7e003c service neutron] 10.222.0.50 "GET /v2.0/networks/5c2558c7-24ce-41b2-b792-f9920a95bb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4097121 Aug 04 16:24:39.392007 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-967ceae2-0e2d-48f4-b244-28eca657ba4c req-bc21ef21-9cf6-4bed-9ebe-571283d266ac service neutron] 10.222.0.50 "GET /v2.0/networks/3375530b-34ca-4462-9339-3ed10ebd346b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859155 Aug 04 16:24:39.476433 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [req-17283b44-0a79-410b-ae86-503849431469 req-9594f48f-4304-4c81-894d-0b315243dd44 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:39.497155 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [req-17283b44-0a79-410b-ae86-503849431469 req-9594f48f-4304-4c81-894d-0b315243dd44 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:39.527328 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24214c9f-451b-4afe-9eed-96928a394c23 req-d928d288-21c6-40cd-9f66-cb794e05b33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:39.530470 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-24214c9f-451b-4afe-9eed-96928a394c23 req-d928d288-21c6-40cd-9f66-cb794e05b33c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fa8a2bb840264572bbf79ff732ee6fb8&device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 1096 time: 0.0730824 Aug 04 16:24:39.546556 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-17283b44-0a79-410b-ae86-503849431469 req-9594f48f-4304-4c81-894d-0b315243dd44 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687487 Aug 04 16:24:39.554329 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9594f48f-4304-4c81-894d-0b315243dd44 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=83730124-5dec-4909-b28e-7baf2e7673c6,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:39.569649 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device ad29e72d-4ed7-4bfa-82b0-e745f01f619a details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:24:39.579655 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404623c5-b7a2-4bbb-b3e7-f9c433d6529c req-c06ae3bf-9d55-4ef7-98ae-5827335d4b7e tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:39.588317 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-404623c5-b7a2-4bbb-b3e7-f9c433d6529c req-c06ae3bf-9d55-4ef7-98ae-5827335d4b7e tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 944 time: 0.1366110 Aug 04 16:24:39.642582 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-404623c5-b7a2-4bbb-b3e7-f9c433d6529c req-1f809e2b-7354-4705-8ff7-0f65a0efe2c5 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531392 Aug 04 16:24:39.680019 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78770937-0fd8-497d-8d0f-94b06ade1e09 req-a05fb2aa-8419-48ec-b274-c83e0c52e6b8 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:39.681618 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-78770937-0fd8-497d-8d0f-94b06ade1e09 req-a05fb2aa-8419-48ec-b274-c83e0c52e6b8 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 944 time: 0.1706355 Aug 04 16:24:39.756413 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port ad29e72d-4ed7-4bfa-82b0-e745f01f619a, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ad29e72d-4ed7-4bfa-82b0-e745f01f619a,segment=NetworkSegment(5b2050c3-ed64-4508-902c-49e5966da0c1),segment_id=5b2050c3-ed64-4508-902c-49e5966da0c1)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:24:39.780609 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af216592-a21c-47c5-8719-5a377e89b1fc req-bf79ebcb-c92a-4b70-83b4-a5bf350079dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:39.782644 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-af216592-a21c-47c5-8719-5a377e89b1fc req-bf79ebcb-c92a-4b70-83b4-a5bf350079dc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8fcb6970-bf7c-4e02-b6ed-b546eb86143a HTTP/1.1" status: 200 len: 1098 time: 0.0952990 Aug 04 16:24:39.791729 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24214c9f-451b-4afe-9eed-96928a394c23 req-afbb358d-d5d8-4a45-9aaa-853db6c3cfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:39.793237 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-24214c9f-451b-4afe-9eed-96928a394c23 req-afbb358d-d5d8-4a45-9aaa-853db6c3cfaa service neutron] 10.222.0.50 "GET /v2.0/networks?id=5c2558c7-24ce-41b2-b792-f9920a95bb2f HTTP/1.1" status: 200 len: 911 time: 0.2412717 Aug 04 16:24:39.798942 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Returning: {'device': 'ad29e72d-4ed7-4bfa-82b0-e745f01f619a', 'network_id': '7f965b80-7909-4cf3-8c57-8793402555a4', 'port_id': 'ad29e72d-4ed7-4bfa-82b0-e745f01f619a', 'mac_address': 'fa:16:3e:e9:fd:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5d1a85b-b9eb-4879-9f2d-2ac1fb84c156', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:24:39.848783 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:39.855952 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-24214c9f-451b-4afe-9eed-96928a394c23 req-ca622cc4-c3fe-489a-96d9-55ac90b2b97b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63945f38-3e20-498c-9928-cc55b45b7533 HTTP/1.1" status: 200 len: 217 time: 0.0516310 Aug 04 16:24:39.859825 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-af216592-a21c-47c5-8719-5a377e89b1fc req-e8a81143-e261-49a2-a661-f2f7a25bf6fe service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b046e9dd-5acc-45e4-9d6e-54fb93bb9099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650470 Aug 04 16:24:39.869286 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293840c2-53f1-4be6-a0d1-763a7ec15d9b req-a6422722-5ebb-49b9-84d8-2301d8f52acd tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:39.870877 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-293840c2-53f1-4be6-a0d1-763a7ec15d9b req-a6422722-5ebb-49b9-84d8-2301d8f52acd tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcb6970-bf7c-4e02-b6ed-b546eb86143a HTTP/1.1" status: 200 len: 945 time: 0.0873158 Aug 04 16:24:39.871902 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad29e72d-4ed7-4bfa-82b0-e745f01f619a {{(pid=93332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:24:39.896629 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ddbd89-55f6-48ee-8c97-fa85ae29585b req-e9c9951c-db0a-4c4e-8cb6-1a439a87532f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:39.898152 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-50ddbd89-55f6-48ee-8c97-fa85ae29585b req-e9c9951c-db0a-4c4e-8cb6-1a439a87532f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e94f253973de4174807e633c0f67ea51&device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 1097 time: 0.2106631 Aug 04 16:24:39.901195 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port ad29e72d-4ed7-4bfa-82b0-e745f01f619a, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ad29e72d-4ed7-4bfa-82b0-e745f01f619a,segment=NetworkSegment(5b2050c3-ed64-4508-902c-49e5966da0c1),segment_id=5b2050c3-ed64-4508-902c-49e5966da0c1)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:24:39.901999 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-78770937-0fd8-497d-8d0f-94b06ade1e09 req-ee0b23d0-c78d-4109-a890-304284f7c52c tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982918 Aug 04 16:24:39.915165 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:39.930646 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-293840c2-53f1-4be6-a0d1-763a7ec15d9b req-46e5ec94-c762-4566-b9dc-97ddc1e1c7fc tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/security-groups?id=b046e9dd-5acc-45e4-9d6e-54fb93bb9099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465810 Aug 04 16:24:39.979620 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=ad29e72d-4ed7-4bfa-82b0-e745f01f619a,revision_number=4']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:40.035481 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24214c9f-451b-4afe-9eed-96928a394c23 req-8783e503-19b1-4ac4-8467-38703edc24d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:40.036999 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-24214c9f-451b-4afe-9eed-96928a394c23 req-8783e503-19b1-4ac4-8467-38703edc24d5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1fb80fc5-b3b3-4ef1-9a71-cb5032debcda HTTP/1.1" status: 200 len: 849 time: 0.1133401 Aug 04 16:24:40.095183 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ddbd89-55f6-48ee-8c97-fa85ae29585b req-8500bd48-9067-4870-ba34-0c9eb034c16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:40.096705 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-50ddbd89-55f6-48ee-8c97-fa85ae29585b req-8500bd48-9067-4870-ba34-0c9eb034c16c service neutron] 10.222.0.50 "GET /v2.0/networks?id=3375530b-34ca-4462-9339-3ed10ebd346b HTTP/1.1" status: 200 len: 917 time: 0.1412001 Aug 04 16:24:40.111491 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24214c9f-451b-4afe-9eed-96928a394c23 req-21f9d657-db8b-4c18-9df7-c1229dd864bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:40.113357 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-24214c9f-451b-4afe-9eed-96928a394c23 req-21f9d657-db8b-4c18-9df7-c1229dd864bd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5c2558c7-24ce-41b2-b792-f9920a95bb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0609770 Aug 04 16:24:40.158108 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-50ddbd89-55f6-48ee-8c97-fa85ae29585b req-bf789c09-9766-4c89-a372-332b2e422c25 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0da0ab28-3f37-48ae-94a1-42c44e08a854 HTTP/1.1" status: 200 len: 217 time: 0.0497189 Aug 04 16:24:40.267227 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] get_ports_and_sgs() called for port_ids ['ad29e72d-4ed7-4bfa-82b0-e745f01f619a'] {{(pid=93332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:24:40.271472 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ddbd89-55f6-48ee-8c97-fa85ae29585b req-92702309-eac0-46b1-b6d4-ac23f9c033fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:40.278738 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-50ddbd89-55f6-48ee-8c97-fa85ae29585b req-92702309-eac0-46b1-b6d4-ac23f9c033fe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0ad7513e-214e-4cef-868b-a5927b57f732 HTTP/1.1" status: 200 len: 855 time: 0.0737576 Aug 04 16:24:40.312493 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-24214c9f-451b-4afe-9eed-96928a394c23 req-f6294c88-59e7-4b46-8222-2cdefd62691d service neutron] 10.222.0.50 "GET /v2.0/networks/5c2558c7-24ce-41b2-b792-f9920a95bb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638744 Aug 04 16:24:40.426148 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ddbd89-55f6-48ee-8c97-fa85ae29585b req-288215c1-663a-4560-a859-236c05424e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:40.427760 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-50ddbd89-55f6-48ee-8c97-fa85ae29585b req-288215c1-663a-4560-a859-236c05424e77 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3375530b-34ca-4462-9339-3ed10ebd346b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1310103 Aug 04 16:24:40.540309 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3594c65-53a8-4aad-af9a-b57c0ea50680 req-79e989f9-df76-440f-8712-1d6f9919880d tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:40.542337 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f3594c65-53a8-4aad-af9a-b57c0ea50680 req-79e989f9-df76-440f-8712-1d6f9919880d tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 943 time: 0.1591134 Aug 04 16:24:40.557517 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617ee66-9047-4657-abfa-b747a8a8a076 req-f5f3e25b-3fe0-4065-af84-c895272aff89 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:40.559294 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-0617ee66-9047-4657-abfa-b747a8a8a076 req-f5f3e25b-3fe0-4065-af84-c895272aff89 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb69746-5594-47c6-abfb-beffa84fb2ca HTTP/1.1" status: 200 len: 946 time: 0.0597591 Aug 04 16:24:40.564348 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-24214c9f-451b-4afe-9eed-96928a394c23 req-d09e486f-6da2-4820-87ac-0882fe31886c service neutron] 10.222.0.50 "GET /v2.0/networks/5c2558c7-24ce-41b2-b792-f9920a95bb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363393 Aug 04 16:24:40.615888 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-0617ee66-9047-4657-abfa-b747a8a8a076 req-36e600d8-4c2d-41f4-89f1-1f9b957593c5 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451391 Aug 04 16:24:40.630727 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f3594c65-53a8-4aad-af9a-b57c0ea50680 req-3e31507c-9d9f-425b-bdf9-83d6f8f3e445 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799074 Aug 04 16:24:40.644628 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-50ddbd89-55f6-48ee-8c97-fa85ae29585b req-072d25dd-d048-4364-bf44-c722cf4bfcc0 service neutron] 10.222.0.50 "GET /v2.0/networks/3375530b-34ca-4462-9339-3ed10ebd346b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949420 Aug 04 16:24:40.772407 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-50ddbd89-55f6-48ee-8c97-fa85ae29585b req-a149db47-8905-47e2-ba67-b53fa0eeaad8 service neutron] 10.222.0.50 "GET /v2.0/networks/3375530b-34ca-4462-9339-3ed10ebd346b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191781 Aug 04 16:24:40.821588 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4af5d-02ba-425a-b6de-bed8fe30ccda req-85690ff8-1501-476f-8467-97f9b65cc27d tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:40.823288 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-fba4af5d-02ba-425a-b6de-bed8fe30ccda req-85690ff8-1501-476f-8467-97f9b65cc27d tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 944 time: 0.0597286 Aug 04 16:24:40.881024 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-fba4af5d-02ba-425a-b6de-bed8fe30ccda req-fac07f9a-df21-44c0-87e7-5bd7b7b78b51 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465903 Aug 04 16:24:40.912271 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-1d3b54dd-9b8a-4c55-8e58-565074692768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:40.969101 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:41.085709 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476de82b-46b7-49cd-982a-541751d78a82 req-2b9115ad-eb92-4a1b-a96d-04b6fb5e5b26 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:41.087269 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-476de82b-46b7-49cd-982a-541751d78a82 req-2b9115ad-eb92-4a1b-a96d-04b6fb5e5b26 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcb6970-bf7c-4e02-b6ed-b546eb86143a HTTP/1.1" status: 200 len: 945 time: 0.0690694 Aug 04 16:24:41.136141 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-476de82b-46b7-49cd-982a-541751d78a82 req-bb054406-5000-4d17-942b-631dc8799dac tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/security-groups?id=b046e9dd-5acc-45e4-9d6e-54fb93bb9099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403476 Aug 04 16:24:41.260671 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311843b-4341-4124-8652-cb31b8d922cc req-a8e02b34-4ed9-48bb-95b2-3b683bab3537 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:41.262740 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-1311843b-4341-4124-8652-cb31b8d922cc req-a8e02b34-4ed9-48bb-95b2-3b683bab3537 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 945 time: 0.2844818 Aug 04 16:24:41.308472 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-1311843b-4341-4124-8652-cb31b8d922cc req-9b0d57ec-4fa7-44f7-8483-0f0fae33ae97 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386980 Aug 04 16:24:41.591844 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 3c98fd1f-2d8e-4194-8ece-0d194fbe1a41 up at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:24:41.655547 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Provisioning for port 3c98fd1f-2d8e-4194-8ece-0d194fbe1a41 completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:24:41.665208 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Provisioning complete for port 3c98fd1f-2d8e-4194-8ece-0d194fbe1a41 triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:24:41.665833 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:41.765068 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99728b5a-1d57-48b6-a164-e5cd3d401aad req-be04516b-40bf-4871-9c68-60a34c24484d tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:41.766627 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-99728b5a-1d57-48b6-a164-e5cd3d401aad req-be04516b-40bf-4871-9c68-60a34c24484d tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb69746-5594-47c6-abfb-beffa84fb2ca HTTP/1.1" status: 200 len: 946 time: 0.0592864 Aug 04 16:24:41.781833 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:41.787669 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70183c-0506-46ef-8305-795a6cb4ad32 req-4d79144e-22b0-438d-9af0-62674c1c7daa tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:41.789178 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-8a70183c-0506-46ef-8305-795a6cb4ad32 req-4d79144e-22b0-438d-9af0-62674c1c7daa tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 943 time: 0.0592446 Aug 04 16:24:41.813253 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b045ab-defa-4f38-8178-9d493b95c21c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c98fd1f-2d8e-4194-8ece-0d194fbe1a41'}] {{(pid=93332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:24:41.815995 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60a3b88c11522644802803ec4887c4dd8a4d8449af02ad3849b143fbab4f5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae7acd7-8630-401e-b9cb-b3bd440a57b0" -d '{"events": [{"server_uuid": "64b045ab-defa-4f38-8178-9d493b95c21c", "name": "network-vif-plugged", "status": "completed", "tag": "3c98fd1f-2d8e-4194-8ece-0d194fbe1a41"}]}' {{(pid=93332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:24:41.827931 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-99728b5a-1d57-48b6-a164-e5cd3d401aad req-a39c54d1-25c9-42a3-9a07-94e2143bb453 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533726 Aug 04 16:24:41.830106 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 3c98fd1f-2d8e-4194-8ece-0d194fbe1a41, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=3c98fd1f-2d8e-4194-8ece-0d194fbe1a41,segment=NetworkSegment(5b2050c3-ed64-4508-902c-49e5966da0c1),segment_id=5b2050c3-ed64-4508-902c-49e5966da0c1)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:24:41.838912 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:41.840043 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device ad29e72d-4ed7-4bfa-82b0-e745f01f619a up at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:24:41.866553 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-8a70183c-0506-46ef-8305-795a6cb4ad32 req-4d00bb97-4ebb-4145-9069-5c80cac7889b tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679178 Aug 04 16:24:41.910457 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d09ca3e-1b57-41d8-83b2-6313e19951a1 x-openstack-request-id: req-8d09ca3e-1b57-41d8-83b2-6313e19951a1 {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:24:41.911006 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64b045ab-defa-4f38-8178-9d493b95c21c", "name": "network-vif-plugged", "status": "completed", "tag": "3c98fd1f-2d8e-4194-8ece-0d194fbe1a41", "code": 200}]} {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:24:41.911429 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8d09ca3e-1b57-41d8-83b2-6313e19951a1 {{(pid=93332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:24:41.912101 dv-cinder-789564-9-iscsi neutron-server[93332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64b045ab-defa-4f38-8178-9d493b95c21c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c98fd1f-2d8e-4194-8ece-0d194fbe1a41', 'code': 200} Aug 04 16:24:41.962842 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=3c98fd1f-2d8e-4194-8ece-0d194fbe1a41,revision_number=5']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:41.992641 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Provisioning for port ad29e72d-4ed7-4bfa-82b0-e745f01f619a completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:24:42.000442 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Provisioning complete for port ad29e72d-4ed7-4bfa-82b0-e745f01f619a triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:24:42.000815 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:42.057992 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b916ee-3362-4f89-8b28-a9bf0a209caa req-362de5b2-bc8c-4f64-bfc1-6b010b72577c tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:42.060163 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-24b916ee-3362-4f89-8b28-a9bf0a209caa req-362de5b2-bc8c-4f64-bfc1-6b010b72577c tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 944 time: 0.0756989 Aug 04 16:24:42.113976 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-24b916ee-3362-4f89-8b28-a9bf0a209caa req-ec1d9282-d8de-4f6c-9b69-bdfef2510f40 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447602 Aug 04 16:24:42.133161 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:42.180439 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port ad29e72d-4ed7-4bfa-82b0-e745f01f619a, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ad29e72d-4ed7-4bfa-82b0-e745f01f619a,segment=NetworkSegment(5b2050c3-ed64-4508-902c-49e5966da0c1),segment_id=5b2050c3-ed64-4508-902c-49e5966da0c1)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:24:42.188617 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:42.209309 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2ab06-6142-40e5-ac76-2a9a364cb81d req-4c37806d-53f8-42b8-9f88-d3eee368e4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:42.211494 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-b1e2ab06-6142-40e5-ac76-2a9a364cb81d req-4c37806d-53f8-42b8-9f88-d3eee368e4e6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 1098 time: 0.0905151 Aug 04 16:24:42.271610 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=ad29e72d-4ed7-4bfa-82b0-e745f01f619a,revision_number=5']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:42.299371 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:42.313902 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-b1e2ab06-6142-40e5-ac76-2a9a364cb81d req-227f192d-99a4-4d47-8238-5798eb0219f8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833707 Aug 04 16:24:42.338579 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7eb85c-6663-4e01-a663-56b8bd7e08e3 req-ab54572e-c406-4fa3-9be1-e9251dded8c3 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:42.346954 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-4f7eb85c-6663-4e01-a663-56b8bd7e08e3 req-ab54572e-c406-4fa3-9be1-e9251dded8c3 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcb6970-bf7c-4e02-b6ed-b546eb86143a HTTP/1.1" status: 200 len: 945 time: 0.0926397 Aug 04 16:24:42.382461 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-4f7eb85c-6663-4e01-a663-56b8bd7e08e3 req-27beb7ad-3942-4036-840d-9bc9189ff249 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/security-groups?id=b046e9dd-5acc-45e4-9d6e-54fb93bb9099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345445 Aug 04 16:24:42.485622 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a563a7d-75c4-4595-b579-1e67a74f73f3 req-2fab6f14-7c46-4492-b464-deb8af577e91 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:42.487324 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-6a563a7d-75c4-4595-b579-1e67a74f73f3 req-2fab6f14-7c46-4492-b464-deb8af577e91 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 946 time: 0.0551977 Aug 04 16:24:42.530310 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-6a563a7d-75c4-4595-b579-1e67a74f73f3 req-ed63010f-eec7-466f-a357-07d8615c5915 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367825 Aug 04 16:24:43.009179 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c5c15-6997-41a0-a27c-8db4ab46a9f5 req-12cb5874-d462-4c8a-aae2-1947839cecbf tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:43.010847 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6b7c5c15-6997-41a0-a27c-8db4ab46a9f5 req-12cb5874-d462-4c8a-aae2-1947839cecbf tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 943 time: 0.0555639 Aug 04 16:24:43.052952 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6b7c5c15-6997-41a0-a27c-8db4ab46a9f5 req-4be45939-bc4f-4461-9650-17aa89ee279a tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351102 Aug 04 16:24:43.249970 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649af47-0a87-46d7-97f4-57c39bab24ac req-769909b7-bc96-4dfa-91a7-49fe1f960003 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:43.252044 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d649af47-0a87-46d7-97f4-57c39bab24ac req-769909b7-bc96-4dfa-91a7-49fe1f960003 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 944 time: 0.0548198 Aug 04 16:24:43.301472 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d649af47-0a87-46d7-97f4-57c39bab24ac req-42f9865c-e236-4327-a147-8f354dd26a08 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377138 Aug 04 16:24:43.604515 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 0da0ab28-3f37-48ae-94a1-42c44e08a854 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:24:43.658752 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d89d1-f7ce-49c6-a902-a7451fedb20b req-f66367d6-bcd2-45f4-a9df-1feace9fff91 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:43.660740 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-c64d89d1-f7ce-49c6-a902-a7451fedb20b req-f66367d6-bcd2-45f4-a9df-1feace9fff91 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 946 time: 0.0576434 Aug 04 16:24:43.684743 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:43.718270 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-c64d89d1-f7ce-49c6-a902-a7451fedb20b req-626ff006-0141-497f-a593-1e62b2890584 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465276 Aug 04 16:24:43.727772 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 0da0ab28-3f37-48ae-94a1-42c44e08a854, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0da0ab28-3f37-48ae-94a1-42c44e08a854,segment=NetworkSegment(ce787726-f448-43d2-afe7-5993012333a5),segment_id=ce787726-f448-43d2-afe7-5993012333a5)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:24:43.742939 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Returning: {'device': '0da0ab28-3f37-48ae-94a1-42c44e08a854', 'network_id': '3375530b-34ca-4462-9339-3ed10ebd346b', 'port_id': '0da0ab28-3f37-48ae-94a1-42c44e08a854', 'mac_address': 'fa:16:3e:6c:65:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ad7513e-214e-4cef-868b-a5927b57f732', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:24:43.788439 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:43.805107 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0da0ab28-3f37-48ae-94a1-42c44e08a854 {{(pid=93332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:24:43.846222 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 0da0ab28-3f37-48ae-94a1-42c44e08a854, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0da0ab28-3f37-48ae-94a1-42c44e08a854,segment=NetworkSegment(ce787726-f448-43d2-afe7-5993012333a5),segment_id=ce787726-f448-43d2-afe7-5993012333a5)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:24:43.854804 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:43.855606 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 63945f38-3e20-498c-9928-cc55b45b7533 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:24:43.934454 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbda95db-cedf-447f-8281-789c89cd882c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad29e72d-4ed7-4bfa-82b0-e745f01f619a'}] {{(pid=93332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:24:43.938955 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60a3b88c11522644802803ec4887c4dd8a4d8449af02ad3849b143fbab4f5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f31152a-ce3a-457a-8148-f2355f7335a6" -d '{"events": [{"server_uuid": "bbda95db-cedf-447f-8281-789c89cd882c", "name": "network-vif-plugged", "status": "completed", "tag": "ad29e72d-4ed7-4bfa-82b0-e745f01f619a"}]}' {{(pid=93332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:24:44.064583 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e74347-b4ec-4b1d-a52c-993d1416b189 x-openstack-request-id: req-31e74347-b4ec-4b1d-a52c-993d1416b189 {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:24:44.064904 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbda95db-cedf-447f-8281-789c89cd882c", "name": "network-vif-plugged", "status": "completed", "tag": "ad29e72d-4ed7-4bfa-82b0-e745f01f619a", "code": 200}]} {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:24:44.065189 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-31e74347-b4ec-4b1d-a52c-993d1416b189 {{(pid=93332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:24:44.065660 dv-cinder-789564-9-iscsi neutron-server[93332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbda95db-cedf-447f-8281-789c89cd882c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad29e72d-4ed7-4bfa-82b0-e745f01f619a', 'code': 200} Aug 04 16:24:44.068733 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=0da0ab28-3f37-48ae-94a1-42c44e08a854,revision_number=4']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:44.191300 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 63945f38-3e20-498c-9928-cc55b45b7533, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=63945f38-3e20-498c-9928-cc55b45b7533,segment=NetworkSegment(9f32b91d-c9a0-4366-93d1-1ed592891c5e),segment_id=9f32b91d-c9a0-4366-93d1-1ed592891c5e)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:24:44.242917 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 40192) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:44.245824 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Returning: {'device': '63945f38-3e20-498c-9928-cc55b45b7533', 'network_id': '5c2558c7-24ce-41b2-b792-f9920a95bb2f', 'port_id': '63945f38-3e20-498c-9928-cc55b45b7533', 'mac_address': 'fa:16:3e:79:59:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb80fc5-b3b3-4ef1-9a71-cb5032debcda', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:24:44.288614 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd881b5-59d8-4fad-bf95-e9d664f1c2b9 req-9af6eab2-1501-4b81-90fc-e0bc77d7c107 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:44.297028 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2cd881b5-59d8-4fad-bf95-e9d664f1c2b9 req-9af6eab2-1501-4b81-90fc-e0bc77d7c107 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 943 time: 0.1079950 Aug 04 16:24:44.318328 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:44.365328 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63945f38-3e20-498c-9928-cc55b45b7533 {{(pid=93332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:24:44.385158 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-0195c083-b4f9-4cc6-9eec-6e946c74e069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:44.392834 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 63945f38-3e20-498c-9928-cc55b45b7533, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=63945f38-3e20-498c-9928-cc55b45b7533,segment=NetworkSegment(9f32b91d-c9a0-4366-93d1-1ed592891c5e),segment_id=9f32b91d-c9a0-4366-93d1-1ed592891c5e)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:24:44.399076 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:44.437912 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2cd881b5-59d8-4fad-bf95-e9d664f1c2b9 req-5a95bb23-1e16-4f55-8b77-cfd378b1abe6 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398447 Aug 04 16:24:44.468533 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979ef6b-39d1-454a-b7c0-1aa29a595f29 req-81549063-1e2b-4b8a-abdd-47bfe9dde81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:44.471821 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9979ef6b-39d1-454a-b7c0-1aa29a595f29 req-81549063-1e2b-4b8a-abdd-47bfe9dde81c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 1099 time: 0.1155679 Aug 04 16:24:44.501712 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=63945f38-3e20-498c-9928-cc55b45b7533,revision_number=4']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:44.542476 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-0195c083-b4f9-4cc6-9eec-6e946c74e069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:44.548263 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9979ef6b-39d1-454a-b7c0-1aa29a595f29 req-03d36799-44cb-47c5-905c-550c9bfe79ec service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453746 Aug 04 16:24:44.549074 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-0195c083-b4f9-4cc6-9eec-6e946c74e069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:44.595757 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-0195c083-b4f9-4cc6-9eec-6e946c74e069 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f3d506f9640f4c7aaf6df788ef0c43a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3514476 Aug 04 16:24:44.596122 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 40210) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:44.600911 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0195c083-b4f9-4cc6-9eec-6e946c74e069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899025e4-8d16-4d41-abb7-5625f7543e61,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:44.655448 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a7517-ae0a-488e-9fed-297d9e063b44 req-513e6978-6abb-400e-9cc7-761d4bacefd6 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:44.657027 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-712a7517-ae0a-488e-9fed-297d9e063b44 req-513e6978-6abb-400e-9cc7-761d4bacefd6 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 945 time: 0.0962110 Aug 04 16:24:44.680822 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-1abec5f5-ac29-49da-b871-9a5fe8c36b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:44.701059 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 40212) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:44.718152 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-1abec5f5-ac29-49da-b871-9a5fe8c36b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:44.733800 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-712a7517-ae0a-488e-9fed-297d9e063b44 req-1502ce23-155d-48eb-839e-66c7ec8b9ed5 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647790 Aug 04 16:24:44.784685 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-1abec5f5-ac29-49da-b871-9a5fe8c36b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:44.787581 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-1abec5f5-ac29-49da-b871-9a5fe8c36b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:44.788847 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-1abec5f5-ac29-49da-b871-9a5fe8c36b04 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/899025e4-8d16-4d41-abb7-5625f7543e61 HTTP/1.1" status: 204 len: 168 time: 0.1917994 Aug 04 16:24:44.806934 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abec5f5-ac29-49da-b871-9a5fe8c36b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899025e4-8d16-4d41-abb7-5625f7543e61,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:44.828917 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] get_ports_and_sgs() called for port_ids ['0da0ab28-3f37-48ae-94a1-42c44e08a854'] {{(pid=93332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:24:44.836068 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] get_ports_and_sgs() called for port_ids ['63945f38-3e20-498c-9928-cc55b45b7533'] {{(pid=93332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:24:44.848562 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-33b39402-bd23-4450-96e9-afc9a662abb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:44.874855 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ccff7-3992-49f9-a3a0-fbb3b997b904 req-b9d16a7e-a0bb-467f-aca0-d0094103fd3d tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:44.876378 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-4c8ccff7-3992-49f9-a3a0-fbb3b997b904 req-b9d16a7e-a0bb-467f-aca0-d0094103fd3d tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 946 time: 0.0767350 Aug 04 16:24:44.942434 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-4c8ccff7-3992-49f9-a3a0-fbb3b997b904 req-013484e3-9d01-4450-9e78-c21d75b39e73 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523422 Aug 04 16:24:45.006514 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-33b39402-bd23-4450-96e9-afc9a662abb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:45.017504 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-33b39402-bd23-4450-96e9-afc9a662abb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:45.077495 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-33b39402-bd23-4450-96e9-afc9a662abb5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2d2dc806f69f45bd89f6c6bccff30af3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3747241 Aug 04 16:24:45.078372 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b39402-bd23-4450-96e9-afc9a662abb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b567b6f-59a3-4183-90b8-4c8e69346389,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:45.080035 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 40226) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:45.152497 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-b08294d7-dd1b-4aa1-93eb-f2130deb01e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:45.176980 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-b08294d7-dd1b-4aa1-93eb-f2130deb01e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:45.203737 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 40232) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:45.222971 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-cc0d7964-f151-4879-bd90-29d4d7d03e98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:45.261079 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-b08294d7-dd1b-4aa1-93eb-f2130deb01e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:45.263621 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-b08294d7-dd1b-4aa1-93eb-f2130deb01e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:45.265286 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-b08294d7-dd1b-4aa1-93eb-f2130deb01e4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0b567b6f-59a3-4183-90b8-4c8e69346389 HTTP/1.1" status: 204 len: 168 time: 0.1787434 Aug 04 16:24:45.283111 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08294d7-dd1b-4aa1-93eb-f2130deb01e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b567b6f-59a3-4183-90b8-4c8e69346389,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:45.355177 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-cc0d7964-f151-4879-bd90-29d4d7d03e98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:45.364601 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-cc0d7964-f151-4879-bd90-29d4d7d03e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:45.403323 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-cc0d7964-f151-4879-bd90-29d4d7d03e98 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2b88b21aab7d4e4daf026ea90987ecde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2005341 Aug 04 16:24:45.406353 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 40248) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:45.418408 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d7964-f151-4879-bd90-29d4d7d03e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec297164-90ee-48f7-ab2a-e92829a301fd,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:45.422529 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 6 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:24:45.476349 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-8b1da54a-247a-4f6e-80aa-ec1f853186bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:45.500936 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-8b1da54a-247a-4f6e-80aa-ec1f853186bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:45.561019 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-8b1da54a-247a-4f6e-80aa-ec1f853186bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:45.566045 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-8b1da54a-247a-4f6e-80aa-ec1f853186bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:45.569633 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-8b1da54a-247a-4f6e-80aa-ec1f853186bf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ec297164-90ee-48f7-ab2a-e92829a301fd HTTP/1.1" status: 204 len: 168 time: 0.1589975 Aug 04 16:24:45.594266 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1da54a-247a-4f6e-80aa-ec1f853186bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec297164-90ee-48f7-ab2a-e92829a301fd,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:45.612045 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6b335-75b8-452d-bcfb-722bae01b57c req-6819ee39-729c-4e9f-8ff1-1e3ac3a143ed tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:45.641596 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-27d6b335-75b8-452d-bcfb-722bae01b57c req-6819ee39-729c-4e9f-8ff1-1e3ac3a143ed tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 944 time: 0.1280997 Aug 04 16:24:45.719251 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-27d6b335-75b8-452d-bcfb-722bae01b57c req-f7760c8a-6fbf-4523-9719-5b403166b5f8 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708830 Aug 04 16:24:45.750833 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 40262) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:45.770104 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-f304bc3a-ab1e-4897-b805-6bfef8aaf1a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:45.894715 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191182aa-736c-43a4-824b-fe4a3285417b req-afd893db-263f-4737-a064-ac2678f7df5d tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:45.896233 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-191182aa-736c-43a4-824b-fe4a3285417b req-afd893db-263f-4737-a064-ac2678f7df5d tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 945 time: 0.0711474 Aug 04 16:24:45.929338 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-f304bc3a-ab1e-4897-b805-6bfef8aaf1a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:45.935731 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-f304bc3a-ab1e-4897-b805-6bfef8aaf1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:45.966405 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-191182aa-736c-43a4-824b-fe4a3285417b req-0561cb50-9e81-4f1e-847d-b36b449e2a7b tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627632 Aug 04 16:24:45.987798 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-f304bc3a-ab1e-4897-b805-6bfef8aaf1a1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5a9ff9e1bc3343ad9533b6911d5973aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2358165 Aug 04 16:24:45.988774 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f304bc3a-ab1e-4897-b805-6bfef8aaf1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1594ca24-cc95-439e-94b9-03b944fccb40,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:45.990471 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 40276) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:46.079593 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-0473bfed-4fac-44ea-b6de-032ba519675a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:46.111841 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-0473bfed-4fac-44ea-b6de-032ba519675a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:46.133882 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf19274-27f2-4576-b1b1-9933d96e8758 req-c9894ae5-a7a5-4495-9eb5-e20de11e6cf7 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:46.135493 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-caf19274-27f2-4576-b1b1-9933d96e8758 req-c9894ae5-a7a5-4495-9eb5-e20de11e6cf7 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 946 time: 0.0886228 Aug 04 16:24:46.192994 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-caf19274-27f2-4576-b1b1-9933d96e8758 req-738f9473-eefd-4cf8-a1d1-c2cf9a26aedb tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481114 Aug 04 16:24:46.204540 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-0473bfed-4fac-44ea-b6de-032ba519675a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:46.207380 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-0473bfed-4fac-44ea-b6de-032ba519675a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:46.219765 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-0473bfed-4fac-44ea-b6de-032ba519675a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1594ca24-cc95-439e-94b9-03b944fccb40 HTTP/1.1" status: 204 len: 168 time: 0.2163792 Aug 04 16:24:46.219765 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0473bfed-4fac-44ea-b6de-032ba519675a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1594ca24-cc95-439e-94b9-03b944fccb40,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:46.521099 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ed139-a935-4245-93e6-87aa24df87b4 req-92747431-75f0-4e7b-bbbf-5b3e490ff743 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:46.523414 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-7c5ed139-a935-4245-93e6-87aa24df87b4 req-92747431-75f0-4e7b-bbbf-5b3e490ff743 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 946 time: 0.0778382 Aug 04 16:24:46.536344 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd440c-fe74-415d-b68a-b058dc5b10be req-6bc0e936-10e3-48a6-af24-f2aeebd11cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:46.538223 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-dafd440c-fe74-415d-b68a-b058dc5b10be req-6bc0e936-10e3-48a6-af24-f2aeebd11cb6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5ed276298dcd40d9b792743496b57580&device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 1099 time: 0.0656605 Aug 04 16:24:46.557611 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 40302) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:46.571225 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-fe53db87-afa4-4902-8ce3-40a7804e3689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:46.619249 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-7c5ed139-a935-4245-93e6-87aa24df87b4 req-f477e455-b472-4018-86fc-36e7d26c4ecb tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855393 Aug 04 16:24:46.661763 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd440c-fe74-415d-b68a-b058dc5b10be req-24c71eb8-8d25-44e6-8ebf-d342299f1117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:46.663728 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-dafd440c-fe74-415d-b68a-b058dc5b10be req-24c71eb8-8d25-44e6-8ebf-d342299f1117 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7f965b80-7909-4cf3-8c57-8793402555a4 HTTP/1.1" status: 200 len: 918 time: 0.1086266 Aug 04 16:24:46.679198 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-fe53db87-afa4-4902-8ce3-40a7804e3689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:46.685815 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-fe53db87-afa4-4902-8ce3-40a7804e3689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:46.716634 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-dafd440c-fe74-415d-b68a-b058dc5b10be req-11116520-3735-4901-824e-53a37a8e9694 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad29e72d-4ed7-4bfa-82b0-e745f01f619a HTTP/1.1" status: 200 len: 217 time: 0.0440006 Aug 04 16:24:46.739598 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-fe53db87-afa4-4902-8ce3-40a7804e3689 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=343ef9b8dc334378be7619cd154685a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1810539 Aug 04 16:24:46.742159 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe53db87-afa4-4902-8ce3-40a7804e3689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edfa8b7d-4641-48bf-b52d-206ce788bf5d,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:46.745252 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 40312) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:46.796140 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd440c-fe74-415d-b68a-b058dc5b10be req-92f60fee-96f9-4513-be28-9c4f4cbe955b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:46.799909 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-dafd440c-fe74-415d-b68a-b058dc5b10be req-92f60fee-96f9-4513-be28-9c4f4cbe955b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e5d1a85b-b9eb-4879-9f2d-2ac1fb84c156 HTTP/1.1" status: 200 len: 857 time: 0.0743947 Aug 04 16:24:46.820425 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-616f236d-ea70-4151-aeb8-2cfede4b28e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:46.846754 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-616f236d-ea70-4151-aeb8-2cfede4b28e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:46.852618 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-dafd440c-fe74-415d-b68a-b058dc5b10be req-b1326662-2de4-4f1b-8df9-7437c5b5ee18 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7f965b80-7909-4cf3-8c57-8793402555a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370283 Aug 04 16:24:46.930206 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f16dfe-fee9-4260-a469-b244e68090d3 req-fb468458-3954-49f6-9fe1-a07951bb980b tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:46.931771 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-c1f16dfe-fee9-4260-a469-b244e68090d3 req-fb468458-3954-49f6-9fe1-a07951bb980b tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 944 time: 0.0824051 Aug 04 16:24:46.959848 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-616f236d-ea70-4151-aeb8-2cfede4b28e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:46.962996 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-616f236d-ea70-4151-aeb8-2cfede4b28e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:46.966531 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-616f236d-ea70-4151-aeb8-2cfede4b28e3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/edfa8b7d-4641-48bf-b52d-206ce788bf5d HTTP/1.1" status: 204 len: 168 time: 0.2179117 Aug 04 16:24:46.988108 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-dafd440c-fe74-415d-b68a-b058dc5b10be req-db664db6-5f4e-4b03-a66b-9bf19558b598 service neutron] 10.222.0.50 "GET /v2.0/networks/7f965b80-7909-4cf3-8c57-8793402555a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177781 Aug 04 16:24:46.995002 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-c1f16dfe-fee9-4260-a469-b244e68090d3 req-96e04e8c-b94c-4f63-8766-66fd5ea4a671 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558205 Aug 04 16:24:46.995502 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616f236d-ea70-4151-aeb8-2cfede4b28e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfa8b7d-4641-48bf-b52d-206ce788bf5d,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:47.167541 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b7e40-2be1-4641-a8ca-8f1b19be18f3 req-78ae2539-c361-425e-afd7-4be7bb7da475 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:47.175313 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-c18b7e40-2be1-4641-a8ca-8f1b19be18f3 req-78ae2539-c361-425e-afd7-4be7bb7da475 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 945 time: 0.0820341 Aug 04 16:24:47.179784 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-dafd440c-fe74-415d-b68a-b058dc5b10be req-b0ad2140-1714-4ebe-9376-df44fa03faa3 service neutron] 10.222.0.50 "GET /v2.0/networks/7f965b80-7909-4cf3-8c57-8793402555a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709285 Aug 04 16:24:47.232331 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-c18b7e40-2be1-4641-a8ca-8f1b19be18f3 req-e4e1de82-89ea-4a98-b284-a4084f4569e5 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544369 Aug 04 16:24:47.632791 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 0da0ab28-3f37-48ae-94a1-42c44e08a854 up at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:24:47.690195 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Provisioning for port 0da0ab28-3f37-48ae-94a1-42c44e08a854 completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:24:47.697331 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Provisioning complete for port 0da0ab28-3f37-48ae-94a1-42c44e08a854 triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:24:47.697971 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:47.785589 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53421f16-0636-4bdf-a99e-b853eff19fac req-fb78cf2f-1e95-4493-af3d-590d9595eed4 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:47.786209 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:47.787334 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-53421f16-0636-4bdf-a99e-b853eff19fac req-fb78cf2f-1e95-4493-af3d-590d9595eed4 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 946 time: 0.0774479 Aug 04 16:24:47.822087 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e525871-8d1f-4462-9cb5-7e3aeb9c3977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da0ab28-3f37-48ae-94a1-42c44e08a854'}] {{(pid=93332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:24:47.824881 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60a3b88c11522644802803ec4887c4dd8a4d8449af02ad3849b143fbab4f5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1152d0b-0afd-4be8-8158-c11ab6f9feab" -d '{"events": [{"server_uuid": "7e525871-8d1f-4462-9cb5-7e3aeb9c3977", "name": "network-vif-plugged", "status": "completed", "tag": "0da0ab28-3f37-48ae-94a1-42c44e08a854"}]}' {{(pid=93332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:24:47.847926 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 0da0ab28-3f37-48ae-94a1-42c44e08a854, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0da0ab28-3f37-48ae-94a1-42c44e08a854,segment=NetworkSegment(ce787726-f448-43d2-afe7-5993012333a5),segment_id=ce787726-f448-43d2-afe7-5993012333a5)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:24:47.854801 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:47.855607 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 63945f38-3e20-498c-9928-cc55b45b7533 up at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:24:47.861696 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-53421f16-0636-4bdf-a99e-b853eff19fac req-30c95e9e-3540-449e-b553-13b625de4b21 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648398 Aug 04 16:24:47.899699 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ad4c95-ed33-4b7c-aebc-3b4235724dca x-openstack-request-id: req-c6ad4c95-ed33-4b7c-aebc-3b4235724dca {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:24:47.899992 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e525871-8d1f-4462-9cb5-7e3aeb9c3977", "name": "network-vif-plugged", "status": "completed", "tag": "0da0ab28-3f37-48ae-94a1-42c44e08a854", "code": 200}]} {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:24:47.900323 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c6ad4c95-ed33-4b7c-aebc-3b4235724dca {{(pid=93332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:24:47.900741 dv-cinder-789564-9-iscsi neutron-server[93332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e525871-8d1f-4462-9cb5-7e3aeb9c3977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da0ab28-3f37-48ae-94a1-42c44e08a854', 'code': 200} Aug 04 16:24:47.987415 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=0da0ab28-3f37-48ae-94a1-42c44e08a854,revision_number=5']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:47.992457 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Provisioning for port 63945f38-3e20-498c-9928-cc55b45b7533 completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:24:47.997611 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Provisioning complete for port 63945f38-3e20-498c-9928-cc55b45b7533 triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:24:47.998078 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:48.131754 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:48.148641 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26438f38-61d8-4b65-8fd9-c0da0eabedde req-6ce2b4b9-8f48-4ae6-8534-3d03e4949dca tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:48.152761 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f0646-c744-4cf7-ae74-0a0e7faf487c req-fa5c1977-0660-456a-b3b0-0fed41ae07b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:48.155412 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-c46f0646-c744-4cf7-ae74-0a0e7faf487c req-fa5c1977-0660-456a-b3b0-0fed41ae07b0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 1099 time: 0.0545425 Aug 04 16:24:48.158404 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-26438f38-61d8-4b65-8fd9-c0da0eabedde req-6ce2b4b9-8f48-4ae6-8534-3d03e4949dca tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 944 time: 0.0579147 Aug 04 16:24:48.176083 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 63945f38-3e20-498c-9928-cc55b45b7533, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=63945f38-3e20-498c-9928-cc55b45b7533,segment=NetworkSegment(9f32b91d-c9a0-4366-93d1-1ed592891c5e),segment_id=9f32b91d-c9a0-4366-93d1-1ed592891c5e)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:24:48.186454 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:48.199680 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-c46f0646-c744-4cf7-ae74-0a0e7faf487c req-69f411c8-73e7-40f4-82a1-1408a9db15e1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316496 Aug 04 16:24:48.204196 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-26438f38-61d8-4b65-8fd9-c0da0eabedde req-fdb9efbd-13c3-40df-9975-92133b89cf1c tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446997 Aug 04 16:24:48.242286 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=63945f38-3e20-498c-9928-cc55b45b7533,revision_number=5']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:48.377646 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c6d8b-adb8-4d19-bb2d-4743449e318d req-135d5ba7-b8d4-44e7-a861-62aadfc8422f tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:48.379411 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-674c6d8b-adb8-4d19-bb2d-4743449e318d req-135d5ba7-b8d4-44e7-a861-62aadfc8422f tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 946 time: 0.0520692 Aug 04 16:24:48.422787 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-674c6d8b-adb8-4d19-bb2d-4743449e318d req-ba517e80-e709-4d29-b9e6-3833a8579c78 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359204 Aug 04 16:24:48.987614 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ad3b3-da40-4456-adb0-4bc4ed4cec74 req-0dc716c2-beb7-4df2-903e-a8d92a537094 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:48.989341 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-b55ad3b3-da40-4456-adb0-4bc4ed4cec74 req-0dc716c2-beb7-4df2-903e-a8d92a537094 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 946 time: 0.0541420 Aug 04 16:24:49.029855 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-b55ad3b3-da40-4456-adb0-4bc4ed4cec74 req-faea9d1d-3b78-4389-9cae-e693df5f653e tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343764 Aug 04 16:24:49.329813 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d34f82-31bf-4e56-9d73-3dbf3e319450 req-ba55e8ef-8dea-44ac-aebd-786a0ad8f80b tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:49.335714 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-10d34f82-31bf-4e56-9d73-3dbf3e319450 req-ba55e8ef-8dea-44ac-aebd-786a0ad8f80b tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.0607927 Aug 04 16:24:49.372037 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-10d34f82-31bf-4e56-9d73-3dbf3e319450 req-06f0c2d1-d83e-48dd-8cf9-a52c31021cb7 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344133 Aug 04 16:24:49.565379 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749ce35-5063-46cc-8bdd-f71efdfb1cdb req-4fd05918-c4f6-458a-814e-c276e71fc84d tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:49.566840 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-0749ce35-5063-46cc-8bdd-f71efdfb1cdb req-4fd05918-c4f6-458a-814e-c276e71fc84d tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 946 time: 0.0638297 Aug 04 16:24:49.610623 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-0749ce35-5063-46cc-8bdd-f71efdfb1cdb req-ab97c192-b27b-4240-9623-907beaad6ddd tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354402 Aug 04 16:24:49.742338 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5f0b3-3730-4348-8a21-d9d83e849fe1 req-04ca476f-edcb-4f95-ae02-41a63cb1f101 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:49.743894 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-4bd5f0b3-3730-4348-8a21-d9d83e849fe1 req-04ca476f-edcb-4f95-ae02-41a63cb1f101 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 946 time: 0.0588675 Aug 04 16:24:49.753930 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 40438) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:49.758910 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-74f3e5f4-420a-4a45-9de5-02495c25c427 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Request body: {'floatingip': {'port_id': '0da0ab28-3f37-48ae-94a1-42c44e08a854'}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:24:49.830841 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-74f3e5f4-420a-4a45-9de5-02495c25c427 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks [] for floatingip, before_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:49.902644 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee88d756-5674-4fae-a650-a006454697e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63945f38-3e20-498c-9928-cc55b45b7533'}] {{(pid=93332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:24:49.905534 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60a3b88c11522644802803ec4887c4dd8a4d8449af02ad3849b143fbab4f5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0e50aa-b7f2-4609-8a5d-5cde5ccd0b53" -d '{"events": [{"server_uuid": "ee88d756-5674-4fae-a650-a006454697e6", "name": "network-vif-plugged", "status": "completed", "tag": "63945f38-3e20-498c-9928-cc55b45b7533"}]}' {{(pid=93332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:24:49.945051 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c60817e-864e-47d5-9672-5337e646e791 x-openstack-request-id: req-4c60817e-864e-47d5-9672-5337e646e791 {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:24:49.945395 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee88d756-5674-4fae-a650-a006454697e6", "name": "network-vif-plugged", "status": "completed", "tag": "63945f38-3e20-498c-9928-cc55b45b7533", "code": 200}]} {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:24:49.945740 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4c60817e-864e-47d5-9672-5337e646e791 {{(pid=93332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:24:49.946268 dv-cinder-789564-9-iscsi neutron-server[93332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee88d756-5674-4fae-a650-a006454697e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63945f38-3e20-498c-9928-cc55b45b7533', 'code': 200} Aug 04 16:24:49.989330 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:50.176128 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d66448-65b4-4358-85ae-444b2b0f7bfa req-a46a894b-cb87-46ba-a3d8-8fdf0b18117c tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:50.178124 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f4d66448-65b4-4358-85ae-444b2b0f7bfa req-a46a894b-cb87-46ba-a3d8-8fdf0b18117c tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 946 time: 0.0577574 Aug 04 16:24:50.219365 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f4d66448-65b4-4358-85ae-444b2b0f7bfa req-a1883b11-b535-45bd-8bf8-f4f487329e66 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347939 Aug 04 16:24:50.631056 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d3fad5-41d9-43c5-9828-3d1334075bf9 req-3d0964a1-519e-406f-9cbc-b2a816c59823 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:50.632558 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-a3d3fad5-41d9-43c5-9828-3d1334075bf9 req-3d0964a1-519e-406f-9cbc-b2a816c59823 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.1500885 Aug 04 16:24:50.749203 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-a3d3fad5-41d9-43c5-9828-3d1334075bf9 req-c0123718-eec5-46e0-93b5-410dd5895a00 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094038 Aug 04 16:24:50.753357 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-74f3e5f4-420a-4a45-9de5-02495c25c427 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:50.758342 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-74f3e5f4-420a-4a45-9de5-02495c25c427 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593542'] for floatingip, after_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:50.862746 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.db.l3_db [None req-74f3e5f4-420a-4a45-9de5-02495c25c427 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Floating IP 159cbbc5-722a-4ed6-b19f-4c0aef254d77 associated. External IP: 172.27.2.200, port: 0da0ab28-3f37-48ae-94a1-42c44e08a854. Aug 04 16:24:51.080410 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f3e5f4-420a-4a45-9de5-02495c25c427 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Router 299b800a-9980-4d14-9bef-7c33d0cbf8ae has already been hosted by L3 agent d346cf64-ca3f-484e-b552-5df8791a7915 {{(pid=93331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:24:51.201005 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f3e5f4-420a-4a45-9de5-02495c25c427 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify agent at l3_agent.dv-cinder-789564-9-iscsi the message routers_updated {{(pid=93331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:24:51.206509 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-74f3e5f4-420a-4a45-9de5-02495c25c427 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for floatingip, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:51.222637 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2f97c8-2eb0-468a-a3b6-8388f5a3410e None None] Sync routers for ids ['299b800a-9980-4d14-9bef-7c33d0cbf8ae'] in dv-cinder-789564-9-iscsi {{(pid=93333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:24:51.245032 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-74f3e5f4-420a-4a45-9de5-02495c25c427 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "PUT /v2.0/floatingips/159cbbc5-722a-4ed6-b19f-4c0aef254d77 HTTP/1.1" status: 200 len: 992 time: 1.4874029 Aug 04 16:24:51.245032 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e525871-8d1f-4462-9cb5-7e3aeb9c3977', 'tag': '0da0ab28-3f37-48ae-94a1-42c44e08a854'}] {{(pid=93331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:24:51.245816 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b1e7a993a9ef4a638b089ca602ec57e73654d5de59f22d070ba1fe881ce508d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27e5da7-ddcb-48a6-bba0-df2bc6d99d86" -d '{"events": [{"name": "network-changed", "server_uuid": "7e525871-8d1f-4462-9cb5-7e3aeb9c3977", "tag": "0da0ab28-3f37-48ae-94a1-42c44e08a854"}]}' {{(pid=93331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:24:51.251214 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2f97c8-2eb0-468a-a3b6-8388f5a3410e None None] Routers {'299b800a-9980-4d14-9bef-7c33d0cbf8ae'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:24:51.252052 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-8d2f97c8-2eb0-468a-a3b6-8388f5a3410e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:24:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['299b800a-9980-4d14-9bef-7c33d0cbf8ae'], 'active': True} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:24:51.384195 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvr_db [None req-8d2f97c8-2eb0-468a-a3b6-8388f5a3410e None None] Set router 299b800a-9980-4d14-9bef-7c33d0cbf8ae gateway port host: dv-cinder-789564-9-iscsi {{(pid=93333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:24:51.385005 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82642086-3495-4fa3-8014-a6c6c022badd req-ed1c0502-3608-4785-861a-43caf963449c tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:51.386574 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-82642086-3495-4fa3-8014-a6c6c022badd req-ed1c0502-3608-4785-861a-43caf963449c tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 946 time: 0.0504363 Aug 04 16:24:51.432533 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-82642086-3495-4fa3-8014-a6c6c022badd req-03ce2af0-dd7e-4f7d-bb99-d86e4de7f6c1 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389493 Aug 04 16:24:51.474788 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b075e0-a625-457c-aa93-36bff560d8c5 x-openstack-request-id: req-b5b075e0-a625-457c-aa93-36bff560d8c5 {{(pid=93331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:24:51.475082 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e525871-8d1f-4462-9cb5-7e3aeb9c3977", "tag": "0da0ab28-3f37-48ae-94a1-42c44e08a854", "status": "completed", "code": 200}]} {{(pid=93331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:24:51.475332 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b5b075e0-a625-457c-aa93-36bff560d8c5 {{(pid=93331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:24:51.475726 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e525871-8d1f-4462-9cb5-7e3aeb9c3977', 'tag': '0da0ab28-3f37-48ae-94a1-42c44e08a854', 'status': 'completed', 'code': 200} Aug 04 16:24:51.506261 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 40514) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:51.622182 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-4e3c8200-1c95-4899-a3a5-11ab705a700e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:51.688011 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-8d2f97c8-2eb0-468a-a3b6-8388f5a3410e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'name': 'tempest-AttachVolumeShelveTestJSON-537519640-router', 'tenant_id': 'e94f253973de4174807e633c0f67ea51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '05117e04-8afe-46d3-bdd0-2c0d9399eb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:57Z', 'updated_at': '2021-08-04T16:24:15Z', 'revision_number': 4, 'project_id': 'e94f253973de4174807e633c0f67ea51', 'gw_port': {'id': '05117e04-8afe-46d3-bdd0-2c0d9399eb6f', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:94:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:00Z', 'updated_at': '2021-08-04T16:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_floatingips': [{'id': '159cbbc5-722a-4ed6-b19f-4c0aef254d77', 'tenant_id': 'e94f253973de4174807e633c0f67ea51', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'router_id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'port_id': '0da0ab28-3f37-48ae-94a1-42c44e08a854', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3375530b-34ca-4462-9339-3ed10ebd346b', 'mac_address': 'fa:16:3e:6c:65:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e525871-8d1f-4462-9cb5-7e3aeb9c3977', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:24:25Z', 'updated_at': '2021-08-04T16:24:50Z', 'revision_number': 1, 'project_id': 'e94f253973de4174807e633c0f67ea51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d', 'name': '', 'network_id': '3375530b-34ca-4462-9339-3ed10ebd346b', 'tenant_id': 'e94f253973de4174807e633c0f67ea51', 'mac_address': 'fa:16:3e:83:ec:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ad7513e-214e-4cef-868b-a5927b57f732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:10Z', 'updated_at': '2021-08-04T16:24:25Z', 'revision_number': 5, 'project_id': 'e94f253973de4174807e633c0f67ea51', 'subnets': [{'id': '0ad7513e-214e-4cef-868b-a5927b57f732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:24:51.719577 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2f97c8-2eb0-468a-a3b6-8388f5a3410e None None] Checking router: 299b800a-9980-4d14-9bef-7c33d0cbf8ae for host: dv-cinder-789564-9-iscsi {{(pid=93333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:24:51.720664 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-4e3c8200-1c95-4899-a3a5-11ab705a700e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:51.725396 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-4e3c8200-1c95-4899-a3a5-11ab705a700e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:51.728367 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2f97c8-2eb0-468a-a3b6-8388f5a3410e None None] Routers {'299b800a-9980-4d14-9bef-7c33d0cbf8ae'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:24:51.729004 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-8d2f97c8-2eb0-468a-a3b6-8388f5a3410e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:24:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['299b800a-9980-4d14-9bef-7c33d0cbf8ae'], 'active': True} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:24:51.767375 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-4e3c8200-1c95-4899-a3a5-11ab705a700e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=58ea31b0beb9498b8196679dd1f1827e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2596743 Aug 04 16:24:51.768010 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3c8200-1c95-4899-a3a5-11ab705a700e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da27ac7-5f99-4765-aed2-72867d23c74c,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:51.770474 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 40518) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:51.826102 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c0165598-b013-460d-ab0a-082d14d8019a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:51.849249 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvr_db [None req-8d2f97c8-2eb0-468a-a3b6-8388f5a3410e None None] Set router 299b800a-9980-4d14-9bef-7c33d0cbf8ae gateway port host: dv-cinder-789564-9-iscsi {{(pid=93333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:24:51.872578 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c0165598-b013-460d-ab0a-082d14d8019a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:51.915955 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a490c-7a95-40b7-971f-07fb58bc358d req-8a3a77cd-6b9a-496d-8ee2-74c4e3747b53 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:51.917468 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e82a490c-7a95-40b7-971f-07fb58bc358d req-8a3a77cd-6b9a-496d-8ee2-74c4e3747b53 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.0812156 Aug 04 16:24:51.955407 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c0165598-b013-460d-ab0a-082d14d8019a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:51.957935 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c0165598-b013-460d-ab0a-082d14d8019a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:51.959108 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-c0165598-b013-460d-ab0a-082d14d8019a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6da27ac7-5f99-4765-aed2-72867d23c74c HTTP/1.1" status: 204 len: 168 time: 0.1877031 Aug 04 16:24:51.967564 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e82a490c-7a95-40b7-971f-07fb58bc358d req-1a45f713-3c3c-4cdf-9bd7-28473062b2f4 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431936 Aug 04 16:24:51.972414 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0165598-b013-460d-ab0a-082d14d8019a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da27ac7-5f99-4765-aed2-72867d23c74c,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:52.093047 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-8d2f97c8-2eb0-468a-a3b6-8388f5a3410e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'name': 'tempest-AttachVolumeShelveTestJSON-537519640-router', 'tenant_id': 'e94f253973de4174807e633c0f67ea51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '05117e04-8afe-46d3-bdd0-2c0d9399eb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:57Z', 'updated_at': '2021-08-04T16:24:15Z', 'revision_number': 4, 'project_id': 'e94f253973de4174807e633c0f67ea51', 'gw_port': {'id': '05117e04-8afe-46d3-bdd0-2c0d9399eb6f', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:94:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:00Z', 'updated_at': '2021-08-04T16:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_floatingips': [{'id': '159cbbc5-722a-4ed6-b19f-4c0aef254d77', 'tenant_id': 'e94f253973de4174807e633c0f67ea51', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'router_id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'port_id': '0da0ab28-3f37-48ae-94a1-42c44e08a854', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3375530b-34ca-4462-9339-3ed10ebd346b', 'mac_address': 'fa:16:3e:6c:65:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e525871-8d1f-4462-9cb5-7e3aeb9c3977', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:24:25Z', 'updated_at': '2021-08-04T16:24:50Z', 'revision_number': 1, 'project_id': 'e94f253973de4174807e633c0f67ea51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d', 'name': '', 'network_id': '3375530b-34ca-4462-9339-3ed10ebd346b', 'tenant_id': 'e94f253973de4174807e633c0f67ea51', 'mac_address': 'fa:16:3e:83:ec:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ad7513e-214e-4cef-868b-a5927b57f732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:10Z', 'updated_at': '2021-08-04T16:24:25Z', 'revision_number': 5, 'project_id': 'e94f253973de4174807e633c0f67ea51', 'subnets': [{'id': '0ad7513e-214e-4cef-868b-a5927b57f732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:24:52.119253 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2f97c8-2eb0-468a-a3b6-8388f5a3410e None None] The sync data for ids ['299b800a-9980-4d14-9bef-7c33d0cbf8ae'] in dv-cinder-789564-9-iscsi is: [{'id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'name': 'tempest-AttachVolumeShelveTestJSON-537519640-router', 'tenant_id': 'e94f253973de4174807e633c0f67ea51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '05117e04-8afe-46d3-bdd0-2c0d9399eb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:57Z', 'updated_at': '2021-08-04T16:24:15Z', 'revision_number': 4, 'project_id': 'e94f253973de4174807e633c0f67ea51', 'gw_port': {'id': '05117e04-8afe-46d3-bdd0-2c0d9399eb6f', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:94:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:00Z', 'updated_at': '2021-08-04T16:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_floatingips': [{'id': '159cbbc5-722a-4ed6-b19f-4c0aef254d77', 'tenant_id': 'e94f253973de4174807e633c0f67ea51', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'router_id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'port_id': '0da0ab28-3f37-48ae-94a1-42c44e08a854', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3375530b-34ca-4462-9339-3ed10ebd346b', 'mac_address': 'fa:16:3e:6c:65:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e525871-8d1f-4462-9cb5-7e3aeb9c3977', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:24:25Z', 'updated_at': '2021-08-04T16:24:50Z', 'revision_number': 1, 'project_id': 'e94f253973de4174807e633c0f67ea51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d', 'name': '', 'network_id': '3375530b-34ca-4462-9339-3ed10ebd346b', 'tenant_id': 'e94f253973de4174807e633c0f67ea51', 'mac_address': 'fa:16:3e:83:ec:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ad7513e-214e-4cef-868b-a5927b57f732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:10Z', 'updated_at': '2021-08-04T16:24:25Z', 'revision_number': 5, 'project_id': 'e94f253973de4174807e633c0f67ea51', 'subnets': [{'id': '0ad7513e-214e-4cef-868b-a5927b57f732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:24:52.275876 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 40530) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:52.291174 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-f4dad067-ff65-4fe3-93f8-ed37614e6118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:52.341269 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b4dbb5-2815-45a5-be57-0e56d9f861c5 None None] New status for floating IP 159cbbc5-722a-4ed6-b19f-4c0aef254d77: ACTIVE {{(pid=93332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:24:52.392355 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-f4dad067-ff65-4fe3-93f8-ed37614e6118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:52.398544 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-f4dad067-ff65-4fe3-93f8-ed37614e6118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:52.442504 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-f4dad067-ff65-4fe3-93f8-ed37614e6118 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cacacec3ecad4824b6d66d9190049352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1649950 Aug 04 16:24:52.443378 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dad067-ff65-4fe3-93f8-ed37614e6118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ffde01-5eb4-4d0b-9f6a-9196f36677d0,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:52.446812 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 40536) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:52.541775 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-1d49f835-8bf5-4c9d-adee-4c9c1fdd290f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:52.587734 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-1d49f835-8bf5-4c9d-adee-4c9c1fdd290f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:52.626114 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c3058-15ca-48fd-a2bc-54391388864d req-9a2c467a-5e41-4b86-a238-e7fbf768fdc8 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:52.630495 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-560c3058-15ca-48fd-a2bc-54391388864d req-9a2c467a-5e41-4b86-a238-e7fbf768fdc8 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 946 time: 0.1107111 Aug 04 16:24:52.656293 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-1d49f835-8bf5-4c9d-adee-4c9c1fdd290f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:52.659644 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-1d49f835-8bf5-4c9d-adee-4c9c1fdd290f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:52.671758 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-1d49f835-8bf5-4c9d-adee-4c9c1fdd290f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d5ffde01-5eb4-4d0b-9f6a-9196f36677d0 HTTP/1.1" status: 204 len: 168 time: 0.2168214 Aug 04 16:24:52.692019 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d49f835-8bf5-4c9d-adee-4c9c1fdd290f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ffde01-5eb4-4d0b-9f6a-9196f36677d0,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:52.715280 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-560c3058-15ca-48fd-a2bc-54391388864d req-9b3d9e7b-ef82-4f87-8a02-c2eeda117152 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687604 Aug 04 16:24:53.112819 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3e640-eb5d-40e9-826e-36b5ae8562a6 req-136dc094-bea2-493f-aa3e-602edf33d3d0 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:53.114381 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-81c3e640-eb5d-40e9-826e-36b5ae8562a6 req-136dc094-bea2-493f-aa3e-602edf33d3d0 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.0498869 Aug 04 16:24:53.152647 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-81c3e640-eb5d-40e9-826e-36b5ae8562a6 req-11278956-1cdc-487a-ac22-cce78e0fe52d tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321164 Aug 04 16:24:53.842306 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf678bf-b863-4e41-94c4-fd9fab85a58f req-574c9da2-6a0c-4048-a541-e5662a730dde tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:53.844484 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-abf678bf-b863-4e41-94c4-fd9fab85a58f req-574c9da2-6a0c-4048-a541-e5662a730dde tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 946 time: 0.0583928 Aug 04 16:24:53.887121 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-abf678bf-b863-4e41-94c4-fd9fab85a58f req-fda1b48e-89dd-4daf-8be3-e16ebfef58e4 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362983 Aug 04 16:24:54.324033 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a55541-46be-4430-abf1-6d9e64c8b12c req-2b650914-45ec-4b06-81fc-de3e216e9b1f tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:54.325604 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-10a55541-46be-4430-abf1-6d9e64c8b12c req-2b650914-45ec-4b06-81fc-de3e216e9b1f tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.1059511 Aug 04 16:24:54.339219 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a3522-3080-48c7-8a40-ec068bcb72e9 req-edcb43e1-ce72-418a-a824-1f1e00056e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:54.340796 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9f8a3522-3080-48c7-8a40-ec068bcb72e9 req-edcb43e1-ce72-418a-a824-1f1e00056e93 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 1098 time: 0.0900838 Aug 04 16:24:54.366309 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e5da7-ddcb-48a6-bba0-df2bc6d99d86 req-592c859e-2dad-4c2f-be66-89069c2494e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:54.367801 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f27e5da7-ddcb-48a6-bba0-df2bc6d99d86 req-592c859e-2dad-4c2f-be66-89069c2494e4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e94f253973de4174807e633c0f67ea51&device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 1099 time: 0.0873675 Aug 04 16:24:54.453536 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-10a55541-46be-4430-abf1-6d9e64c8b12c req-da469ae2-af1e-4e6d-b96d-df1cd768de85 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114902 Aug 04 16:24:54.464358 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9f8a3522-3080-48c7-8a40-ec068bcb72e9 req-99669968-7aef-4340-a5fa-00ce999116bf service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117213 Aug 04 16:24:54.508552 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e5da7-ddcb-48a6-bba0-df2bc6d99d86 req-4c94a62a-ed25-46dd-a248-719a7a0ffe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:54.510243 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f27e5da7-ddcb-48a6-bba0-df2bc6d99d86 req-4c94a62a-ed25-46dd-a248-719a7a0ffe99 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3375530b-34ca-4462-9339-3ed10ebd346b HTTP/1.1" status: 200 len: 917 time: 0.1277885 Aug 04 16:24:54.713932 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f27e5da7-ddcb-48a6-bba0-df2bc6d99d86 req-6b2b98b3-ee39-41c4-8f20-5105dae56c4f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0da0ab28-3f37-48ae-94a1-42c44e08a854 HTTP/1.1" status: 200 len: 1002 time: 0.1302593 Aug 04 16:24:54.795876 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e5da7-ddcb-48a6-bba0-df2bc6d99d86 req-f1ed5332-e008-4fd3-9193-abace28a4686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:54.797641 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f27e5da7-ddcb-48a6-bba0-df2bc6d99d86 req-f1ed5332-e008-4fd3-9193-abace28a4686 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0ad7513e-214e-4cef-868b-a5927b57f732 HTTP/1.1" status: 200 len: 855 time: 0.0611923 Aug 04 16:24:54.862035 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e5da7-ddcb-48a6-bba0-df2bc6d99d86 req-1cce81c8-0042-4d15-8605-c44d4fdd1a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:54.863653 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f27e5da7-ddcb-48a6-bba0-df2bc6d99d86 req-1cce81c8-0042-4d15-8605-c44d4fdd1a40 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3375530b-34ca-4462-9339-3ed10ebd346b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529931 Aug 04 16:24:54.991429 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f27e5da7-ddcb-48a6-bba0-df2bc6d99d86 req-81b1740c-7b69-410e-8f1a-3d523b89aa03 service neutron] 10.222.0.50 "GET /v2.0/networks/3375530b-34ca-4462-9339-3ed10ebd346b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111372 Aug 04 16:24:55.051325 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236d7ea-545f-43f5-ac1d-ed4d1081cffc req-d698fdab-b7a6-43e5-a11e-10162e82fd25 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:55.058619 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-3236d7ea-545f-43f5-ac1d-ed4d1081cffc req-d698fdab-b7a6-43e5-a11e-10162e82fd25 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 946 time: 0.0686216 Aug 04 16:24:55.100581 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-3236d7ea-545f-43f5-ac1d-ed4d1081cffc req-51c77326-9e8e-46b8-819b-64a8e51602f3 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409806 Aug 04 16:24:55.129522 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f27e5da7-ddcb-48a6-bba0-df2bc6d99d86 req-05210ee9-f688-4723-8208-dca25286706f service neutron] 10.222.0.50 "GET /v2.0/networks/3375530b-34ca-4462-9339-3ed10ebd346b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154368 Aug 04 16:24:55.526374 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 40698) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:55.604167 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d646a-4c3f-4b2d-92df-68a222d3b94e req-85b76d98-6c72-4033-a758-9ed1fb8de594 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:55.605817 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-266d646a-4c3f-4b2d-92df-68a222d3b94e req-85b76d98-6c72-4033-a758-9ed1fb8de594 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.0623076 Aug 04 16:24:55.676109 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-266d646a-4c3f-4b2d-92df-68a222d3b94e req-d1ed7407-9c35-4d2e-bfa6-e1def4640cef tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619333 Aug 04 16:24:55.676947 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-dab75ec2-5d46-492c-a8e0-eb774e5b2d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:55.733232 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 40712) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:55.784900 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-dab75ec2-5d46-492c-a8e0-eb774e5b2d2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:55.789911 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-dab75ec2-5d46-492c-a8e0-eb774e5b2d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:55.834600 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-dab75ec2-5d46-492c-a8e0-eb774e5b2d2a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=11390e761ae54cf0b026893d4ae7c595&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3070688 Aug 04 16:24:55.836452 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab75ec2-5d46-492c-a8e0-eb774e5b2d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d53f4d-1a1a-4978-9208-cd40e2261a08,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:55.838101 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 40720) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:55.852770 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-0af42201-d170-4101-87a8-088c49f27f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:55.854642 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab75ec2-5d46-492c-a8e0-eb774e5b2d2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:24:55.855046 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab75ec2-5d46-492c-a8e0-eb774e5b2d2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:24:55.855394 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab75ec2-5d46-492c-a8e0-eb774e5b2d2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:24:55.855726 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab75ec2-5d46-492c-a8e0-eb774e5b2d2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:24:55.856050 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab75ec2-5d46-492c-a8e0-eb774e5b2d2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:24:55.856373 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab75ec2-5d46-492c-a8e0-eb774e5b2d2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:24:55.856695 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab75ec2-5d46-492c-a8e0-eb774e5b2d2a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:24:55.857017 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab75ec2-5d46-492c-a8e0-eb774e5b2d2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:24:55.857331 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab75ec2-5d46-492c-a8e0-eb774e5b2d2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:24:55.857653 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab75ec2-5d46-492c-a8e0-eb774e5b2d2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:24:55.858022 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab75ec2-5d46-492c-a8e0-eb774e5b2d2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:24:55.858344 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab75ec2-5d46-492c-a8e0-eb774e5b2d2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:24:55.905147 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-36967a93-dc13-466c-94fe-e9959a428f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:55.927727 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-36967a93-dc13-466c-94fe-e9959a428f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:55.960870 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-0af42201-d170-4101-87a8-088c49f27f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:55.966695 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-0af42201-d170-4101-87a8-088c49f27f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:55.984110 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-36967a93-dc13-466c-94fe-e9959a428f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:55.986862 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-36967a93-dc13-466c-94fe-e9959a428f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:55.991571 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-36967a93-dc13-466c-94fe-e9959a428f76 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/70d53f4d-1a1a-4978-9208-cd40e2261a08 HTTP/1.1" status: 204 len: 168 time: 0.1524119 Aug 04 16:24:56.000005 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36967a93-dc13-466c-94fe-e9959a428f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d53f4d-1a1a-4978-9208-cd40e2261a08,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:56.013279 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-0af42201-d170-4101-87a8-088c49f27f05 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=af8585ce404143119a859f2fdec35c42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2761934 Aug 04 16:24:56.013279 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af42201-d170-4101-87a8-088c49f27f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791a4f7d-6483-4cda-8e0e-ba6a2c4f7824,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:56.014205 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 40724) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:56.020499 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af42201-d170-4101-87a8-088c49f27f05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:24:56.020856 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af42201-d170-4101-87a8-088c49f27f05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:24:56.021248 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af42201-d170-4101-87a8-088c49f27f05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:24:56.021592 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af42201-d170-4101-87a8-088c49f27f05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:24:56.021925 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af42201-d170-4101-87a8-088c49f27f05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:24:56.022330 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af42201-d170-4101-87a8-088c49f27f05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:24:56.022654 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af42201-d170-4101-87a8-088c49f27f05 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:24:56.022987 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af42201-d170-4101-87a8-088c49f27f05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:24:56.023391 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af42201-d170-4101-87a8-088c49f27f05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:24:56.023628 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af42201-d170-4101-87a8-088c49f27f05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:24:56.023980 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af42201-d170-4101-87a8-088c49f27f05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:24:56.024344 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af42201-d170-4101-87a8-088c49f27f05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:24:56.092687 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-9f5cf69a-cac1-4f47-a72e-0ffbc7ef779c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:56.123872 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-9f5cf69a-cac1-4f47-a72e-0ffbc7ef779c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:56.189866 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-9f5cf69a-cac1-4f47-a72e-0ffbc7ef779c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:56.192808 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-9f5cf69a-cac1-4f47-a72e-0ffbc7ef779c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:56.193982 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-9f5cf69a-cac1-4f47-a72e-0ffbc7ef779c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/791a4f7d-6483-4cda-8e0e-ba6a2c4f7824 HTTP/1.1" status: 204 len: 168 time: 0.1777086 Aug 04 16:24:56.204989 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5cf69a-cac1-4f47-a72e-0ffbc7ef779c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791a4f7d-6483-4cda-8e0e-ba6a2c4f7824,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:56.254627 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686fd2f-7559-4c9d-8e4c-21515d09dcbb req-d790f28f-24df-474f-b12d-197164367c41 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:56.256270 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-7686fd2f-7559-4c9d-8e4c-21515d09dcbb req-d790f28f-24df-474f-b12d-197164367c41 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 946 time: 0.0719500 Aug 04 16:24:56.306531 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-7686fd2f-7559-4c9d-8e4c-21515d09dcbb req-fcf0e058-7f19-4e7a-8973-7f5981b0f53c tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442805 Aug 04 16:24:56.351168 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 40732) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:56.365907 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-caf97f95-af6d-4a0d-a70d-7640f40c5ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:56.474729 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-caf97f95-af6d-4a0d-a70d-7640f40c5ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:56.480319 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-caf97f95-af6d-4a0d-a70d-7640f40c5ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:56.519455 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-caf97f95-af6d-4a0d-a70d-7640f40c5ae5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0d0c353628384f3bb5586e740337973e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1670640 Aug 04 16:24:56.521238 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf97f95-af6d-4a0d-a70d-7640f40c5ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e37d3a-92b1-4bab-ae34-cdeafce24742,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:56.522140 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 40740) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:56.579058 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-94b25c0e-f51f-4c1c-bd6b-27bcb2e22a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:56.596264 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 40742) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:56.600857 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-94b25c0e-f51f-4c1c-bd6b-27bcb2e22a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:56.609196 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-50fd7ac3-86b0-479b-a18a-0b093485b27e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:56.648910 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-94b25c0e-f51f-4c1c-bd6b-27bcb2e22a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:56.651617 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-94b25c0e-f51f-4c1c-bd6b-27bcb2e22a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:56.656487 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-94b25c0e-f51f-4c1c-bd6b-27bcb2e22a38 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a5e37d3a-92b1-4bab-ae34-cdeafce24742 HTTP/1.1" status: 204 len: 168 time: 0.1327708 Aug 04 16:24:56.664429 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b25c0e-f51f-4c1c-bd6b-27bcb2e22a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e37d3a-92b1-4bab-ae34-cdeafce24742,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:56.719362 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-50fd7ac3-86b0-479b-a18a-0b093485b27e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:56.726697 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-50fd7ac3-86b0-479b-a18a-0b093485b27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:56.778324 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-50fd7ac3-86b0-479b-a18a-0b093485b27e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ff96725121dd4dbc9e6bdaadf41a978f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1806540 Aug 04 16:24:56.782210 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 40748) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:56.792481 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd7ac3-86b0-479b-a18a-0b093485b27e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3478bc7-ac3b-47ba-9f05-f3b296fe8c14,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:56.826737 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ff4de-4a1d-42de-9f88-9539408b8437 req-ffcf349a-3325-4d11-a520-32c230965098 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:56.846203 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-ec1ff4de-4a1d-42de-9f88-9539408b8437 req-ffcf349a-3325-4d11-a520-32c230965098 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.0912864 Aug 04 16:24:56.884152 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-67c15cdc-02c7-464b-a106-f5ff7fa6931d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:56.903382 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-ec1ff4de-4a1d-42de-9f88-9539408b8437 req-2c798beb-795a-4bb5-a203-3615df61a52b tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495951 Aug 04 16:24:56.933840 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-67c15cdc-02c7-464b-a106-f5ff7fa6931d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:57.273523 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-67c15cdc-02c7-464b-a106-f5ff7fa6931d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:57.276402 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-67c15cdc-02c7-464b-a106-f5ff7fa6931d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:57.280994 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-67c15cdc-02c7-464b-a106-f5ff7fa6931d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d3478bc7-ac3b-47ba-9f05-f3b296fe8c14 HTTP/1.1" status: 204 len: 168 time: 0.4940450 Aug 04 16:24:57.291199 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c15cdc-02c7-464b-a106-f5ff7fa6931d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3478bc7-ac3b-47ba-9f05-f3b296fe8c14,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:57.305845 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710b2d5-7af7-434f-a67b-e090c6959710 req-0d28efa6-c52f-4d30-94c5-5b037467fca7 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:57.307776 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-7710b2d5-7af7-434f-a67b-e090c6959710 req-0d28efa6-c52f-4d30-94c5-5b037467fca7 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.3085511 Aug 04 16:24:57.318147 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 40772) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:57.326085 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [None req-4c088635-08e5-4eef-911d-fe30fa0cfcb6 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Request body: {'floatingip': {'port_id': '63945f38-3e20-498c-9928-cc55b45b7533'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:24:57.421851 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-4c088635-08e5-4eef-911d-fe30fa0cfcb6 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks [] for floatingip, before_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:57.603502 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd90bda-3b29-408e-b58d-861003338b41 req-85976a32-8e2d-4328-a662-55b7644030e3 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:57.605264 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6bd90bda-3b29-408e-b58d-861003338b41 req-85976a32-8e2d-4328-a662-55b7644030e3 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 946 time: 0.2013497 Aug 04 16:24:57.930580 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6bd90bda-3b29-408e-b58d-861003338b41 req-e1e744c0-f097-4223-89bc-6e7a28d7df3e tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168681 Aug 04 16:24:58.382165 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 40832) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:58.472195 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-86ed0da3-f986-4af7-9c2c-e7a2616749a0 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:58.473934 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-86ed0da3-f986-4af7-9c2c-e7a2616749a0 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/networks?id=adba0a6e-44f8-4a54-84d5-54ff0bc6bb41 HTTP/1.1" status: 200 len: 815 time: 0.1307311 Aug 04 16:24:58.475479 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-4c088635-08e5-4eef-911d-fe30fa0cfcb6 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:58.482464 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-4c088635-08e5-4eef-911d-fe30fa0cfcb6 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593542'] for floatingip, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:58.498494 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-0c54109f-d5a2-482d-ae52-57d756d31fbe tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/quotas/814ea84104dd4ee1b125cc8688bffd7b HTTP/1.1" status: 200 len: 375 time: 0.0179739 Aug 04 16:24:58.563900 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-1fe74c71-54e9-4316-b7ea-a57f9e7a6b25 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=814ea84104dd4ee1b125cc8688bffd7b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0644298 Aug 04 16:24:58.612762 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.db.l3_db [None req-4c088635-08e5-4eef-911d-fe30fa0cfcb6 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Floating IP 417ad7ce-ed27-4e96-94af-32c239061756 associated. External IP: 172.27.2.137, port: 63945f38-3e20-498c-9928-cc55b45b7533. Aug 04 16:24:58.665734 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-35a7009a-460e-444c-93b5-b6a60209f510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:58.684222 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-ea49c7db-b7e1-411d-99b2-d2a3106cf0fd service neutron] 10.222.0.77 "GET /v2.0/networks/adba0a6e-44f8-4a54-84d5-54ff0bc6bb41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190474 Aug 04 16:24:58.816551 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-c35d3a76-b45a-4e06-af66-83bab42fb162 service neutron] 10.222.0.77 "GET /v2.0/networks/adba0a6e-44f8-4a54-84d5-54ff0bc6bb41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230690 Aug 04 16:24:58.906301 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-35a7009a-460e-444c-93b5-b6a60209f510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:58.913879 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-35a7009a-460e-444c-93b5-b6a60209f510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:58.975600 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c088635-08e5-4eef-911d-fe30fa0cfcb6 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Router 8b8f9e7b-d860-4258-98fd-6b35defa34bf has already been hosted by L3 agent d346cf64-ca3f-484e-b552-5df8791a7915 {{(pid=93330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:24:58.981070 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-35a7009a-460e-444c-93b5-b6a60209f510 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f6fb9f25bea24782bc002a02c607e64a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5978918 Aug 04 16:24:58.983528 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a7009a-460e-444c-93b5-b6a60209f510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa45147d-2dd1-4353-a59a-2d6ac07d03e8,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:58.984215 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 40862) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:59.119535 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-d82b47f6-b5f8-49ec-b66a-d980e78bd281 req-f9f762d3-922b-4c8c-8c62-cec7c5f8eef8 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab28e453-d982-46f7-b51d-19d0a91ccfea HTTP/1.1" status: 200 len: 210 time: 0.0273056 Aug 04 16:24:59.164069 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-e3011e1d-8b7d-46d3-9ebf-6d800761eb2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:59.200971 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14697e-c5fe-4b1a-8829-fde03562e6bc req-08024991-3375-4d9d-b8bb-1e317fc2c745 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:59.202752 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-ad14697e-c5fe-4b1a-8829-fde03562e6bc req-08024991-3375-4d9d-b8bb-1e317fc2c745 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 946 time: 0.1250474 Aug 04 16:24:59.204944 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-e3011e1d-8b7d-46d3-9ebf-6d800761eb2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:59.213586 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c088635-08e5-4eef-911d-fe30fa0cfcb6 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify agent at l3_agent.dv-cinder-789564-9-iscsi the message routers_updated {{(pid=93330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:24:59.226484 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dedbc0-b31b-4797-bc3e-ecf54b787e5e None None] Sync routers for ids ['8b8f9e7b-d860-4258-98fd-6b35defa34bf'] in dv-cinder-789564-9-iscsi {{(pid=93333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:24:59.227076 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-4c088635-08e5-4eef-911d-fe30fa0cfcb6 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for floatingip, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:59.238683 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dedbc0-b31b-4797-bc3e-ecf54b787e5e None None] Routers {'8b8f9e7b-d860-4258-98fd-6b35defa34bf'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:24:59.240489 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-72dedbc0-b31b-4797-bc3e-ecf54b787e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:24:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['8b8f9e7b-d860-4258-98fd-6b35defa34bf'], 'active': True} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:24:59.262965 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-4c088635-08e5-4eef-911d-fe30fa0cfcb6 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "PUT /v2.0/floatingips/417ad7ce-ed27-4e96-94af-32c239061756 HTTP/1.1" status: 200 len: 991 time: 1.9436233 Aug 04 16:24:59.263855 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee88d756-5674-4fae-a650-a006454697e6', 'tag': '63945f38-3e20-498c-9928-cc55b45b7533'}] {{(pid=93330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:24:59.267127 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37e886c0defde040503dc6230deb255415226de4639eab9b495881836c77004d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1f1200-2c0f-475f-8574-1c75d7c19ef5" -d '{"events": [{"name": "network-changed", "server_uuid": "ee88d756-5674-4fae-a650-a006454697e6", "tag": "63945f38-3e20-498c-9928-cc55b45b7533"}]}' {{(pid=93330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:24:59.288375 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-ad14697e-c5fe-4b1a-8829-fde03562e6bc req-af7ae65b-7957-46e8-b19e-92fdd510dd43 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748918 Aug 04 16:24:59.346698 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-e3011e1d-8b7d-46d3-9ebf-6d800761eb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:59.349968 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-e3011e1d-8b7d-46d3-9ebf-6d800761eb2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:59.351463 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-e3011e1d-8b7d-46d3-9ebf-6d800761eb2a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fa45147d-2dd1-4353-a59a-2d6ac07d03e8 HTTP/1.1" status: 204 len: 168 time: 0.3655531 Aug 04 16:24:59.363268 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3011e1d-8b7d-46d3-9ebf-6d800761eb2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa45147d-2dd1-4353-a59a-2d6ac07d03e8,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:24:59.411482 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvr_db [None req-72dedbc0-b31b-4797-bc3e-ecf54b787e5e None None] Set router 8b8f9e7b-d860-4258-98fd-6b35defa34bf gateway port host: dv-cinder-789564-9-iscsi {{(pid=93333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:24:59.444003 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e5ac97-9aa5-4093-a5c1-72569a02a007 x-openstack-request-id: req-d7e5ac97-9aa5-4093-a5c1-72569a02a007 {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:24:59.445397 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee88d756-5674-4fae-a650-a006454697e6", "tag": "63945f38-3e20-498c-9928-cc55b45b7533", "status": "completed", "code": 200}]} {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:24:59.445889 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d7e5ac97-9aa5-4093-a5c1-72569a02a007 {{(pid=93330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:24:59.446918 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee88d756-5674-4fae-a650-a006454697e6', 'tag': '63945f38-3e20-498c-9928-cc55b45b7533', 'status': 'completed', 'code': 200} Aug 04 16:24:59.548617 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f1200-2c0f-475f-8574-1c75d7c19ef5 req-61ba3960-ef40-4901-b31d-3b237f90a427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:59.556066 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-4a1f1200-2c0f-475f-8574-1c75d7c19ef5 req-61ba3960-ef40-4901-b31d-3b237f90a427 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fa8a2bb840264572bbf79ff732ee6fb8&device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 1098 time: 0.0648303 Aug 04 16:24:59.691013 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f1200-2c0f-475f-8574-1c75d7c19ef5 req-23c08c42-0d7f-4089-911b-cb151a5c6eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:59.692395 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-4a1f1200-2c0f-475f-8574-1c75d7c19ef5 req-23c08c42-0d7f-4089-911b-cb151a5c6eb6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5c2558c7-24ce-41b2-b792-f9920a95bb2f HTTP/1.1" status: 200 len: 911 time: 0.1266024 Aug 04 16:24:59.747583 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-72dedbc0-b31b-4797-bc3e-ecf54b787e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'name': 'tempest-AttachVolumeTestJSON-786119888-router', 'tenant_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '2867530c-f114-4f1a-9c03-55698f3bdce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:58Z', 'updated_at': '2021-08-04T16:24:12Z', 'revision_number': 4, 'project_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'gw_port': {'id': '2867530c-f114-4f1a-9c03-55698f3bdce4', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:00Z', 'updated_at': '2021-08-04T16:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_floatingips': [{'id': '417ad7ce-ed27-4e96-94af-32c239061756', 'tenant_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'floating_ip_address': '172.27.2.137', 'floating_network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'router_id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'port_id': '63945f38-3e20-498c-9928-cc55b45b7533', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c2558c7-24ce-41b2-b792-f9920a95bb2f', 'mac_address': 'fa:16:3e:79:59:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee88d756-5674-4fae-a650-a006454697e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:24:23Z', 'updated_at': '2021-08-04T16:24:58Z', 'revision_number': 1, 'project_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f9018f5-d80f-4057-8773-7632262dcabd', 'name': '', 'network_id': '5c2558c7-24ce-41b2-b792-f9920a95bb2f', 'tenant_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'mac_address': 'fa:16:3e:7e:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1fb80fc5-b3b3-4ef1-9a71-cb5032debcda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:10Z', 'updated_at': '2021-08-04T16:24:22Z', 'revision_number': 5, 'project_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'subnets': [{'id': '1fb80fc5-b3b3-4ef1-9a71-cb5032debcda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:24:59.805258 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dedbc0-b31b-4797-bc3e-ecf54b787e5e None None] Checking router: 8b8f9e7b-d860-4258-98fd-6b35defa34bf for host: dv-cinder-789564-9-iscsi {{(pid=93333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:24:59.837563 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dedbc0-b31b-4797-bc3e-ecf54b787e5e None None] Routers {'8b8f9e7b-d860-4258-98fd-6b35defa34bf'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:24:59.839065 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-4a1f1200-2c0f-475f-8574-1c75d7c19ef5 req-134eff06-25a7-4b8b-9fe6-d9a773e0b1fa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63945f38-3e20-498c-9928-cc55b45b7533 HTTP/1.1" status: 200 len: 999 time: 0.1220980 Aug 04 16:24:59.839234 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-72dedbc0-b31b-4797-bc3e-ecf54b787e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:24:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['8b8f9e7b-d860-4258-98fd-6b35defa34bf'], 'active': True} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:24:59.954762 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f1200-2c0f-475f-8574-1c75d7c19ef5 req-e54ffa36-ee3a-44d9-b24c-7734cc3663d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:24:59.957731 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-4a1f1200-2c0f-475f-8574-1c75d7c19ef5 req-e54ffa36-ee3a-44d9-b24c-7734cc3663d3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1fb80fc5-b3b3-4ef1-9a71-cb5032debcda HTTP/1.1" status: 200 len: 849 time: 0.1060088 Aug 04 16:24:59.968239 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvr_db [None req-72dedbc0-b31b-4797-bc3e-ecf54b787e5e None None] Set router 8b8f9e7b-d860-4258-98fd-6b35defa34bf gateway port host: dv-cinder-789564-9-iscsi {{(pid=93333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:25:00.049250 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f1200-2c0f-475f-8574-1c75d7c19ef5 req-838778d0-b029-472c-9108-727c49f7cd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:00.051673 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-4a1f1200-2c0f-475f-8574-1c75d7c19ef5 req-838778d0-b029-472c-9108-727c49f7cd89 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5c2558c7-24ce-41b2-b792-f9920a95bb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0661902 Aug 04 16:25:00.197231 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-4a1f1200-2c0f-475f-8574-1c75d7c19ef5 req-d4ba592f-9c36-4922-853c-19a25604727e service neutron] 10.222.0.50 "GET /v2.0/networks/5c2558c7-24ce-41b2-b792-f9920a95bb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284704 Aug 04 16:25:00.250886 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-97dfbc37-ffab-4dcb-acfd-9739ccad149f req-d5b2562c-1365-49dc-a31d-17bb265bb27e tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab28e453-d982-46f7-b51d-19d0a91ccfea HTTP/1.1" status: 200 len: 210 time: 0.0347552 Aug 04 16:25:00.355574 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-4a1f1200-2c0f-475f-8574-1c75d7c19ef5 req-71a09307-9dce-4267-b94b-607e770126a2 service neutron] 10.222.0.50 "GET /v2.0/networks/5c2558c7-24ce-41b2-b792-f9920a95bb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386302 Aug 04 16:25:00.361305 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 40940) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:00.368049 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-72dedbc0-b31b-4797-bc3e-ecf54b787e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'name': 'tempest-AttachVolumeTestJSON-786119888-router', 'tenant_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '2867530c-f114-4f1a-9c03-55698f3bdce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:58Z', 'updated_at': '2021-08-04T16:24:12Z', 'revision_number': 4, 'project_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'gw_port': {'id': '2867530c-f114-4f1a-9c03-55698f3bdce4', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:00Z', 'updated_at': '2021-08-04T16:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_floatingips': [{'id': '417ad7ce-ed27-4e96-94af-32c239061756', 'tenant_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'floating_ip_address': '172.27.2.137', 'floating_network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'router_id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'port_id': '63945f38-3e20-498c-9928-cc55b45b7533', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c2558c7-24ce-41b2-b792-f9920a95bb2f', 'mac_address': 'fa:16:3e:79:59:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee88d756-5674-4fae-a650-a006454697e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:24:23Z', 'updated_at': '2021-08-04T16:24:58Z', 'revision_number': 1, 'project_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f9018f5-d80f-4057-8773-7632262dcabd', 'name': '', 'network_id': '5c2558c7-24ce-41b2-b792-f9920a95bb2f', 'tenant_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'mac_address': 'fa:16:3e:7e:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1fb80fc5-b3b3-4ef1-9a71-cb5032debcda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:10Z', 'updated_at': '2021-08-04T16:24:22Z', 'revision_number': 5, 'project_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'subnets': [{'id': '1fb80fc5-b3b3-4ef1-9a71-cb5032debcda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:25:00.422754 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dedbc0-b31b-4797-bc3e-ecf54b787e5e None None] The sync data for ids ['8b8f9e7b-d860-4258-98fd-6b35defa34bf'] in dv-cinder-789564-9-iscsi is: [{'id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'name': 'tempest-AttachVolumeTestJSON-786119888-router', 'tenant_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '2867530c-f114-4f1a-9c03-55698f3bdce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:58Z', 'updated_at': '2021-08-04T16:24:12Z', 'revision_number': 4, 'project_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'gw_port': {'id': '2867530c-f114-4f1a-9c03-55698f3bdce4', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:00Z', 'updated_at': '2021-08-04T16:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_floatingips': [{'id': '417ad7ce-ed27-4e96-94af-32c239061756', 'tenant_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'floating_ip_address': '172.27.2.137', 'floating_network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'router_id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'port_id': '63945f38-3e20-498c-9928-cc55b45b7533', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c2558c7-24ce-41b2-b792-f9920a95bb2f', 'mac_address': 'fa:16:3e:79:59:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee88d756-5674-4fae-a650-a006454697e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:24:23Z', 'updated_at': '2021-08-04T16:24:58Z', 'revision_number': 1, 'project_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f9018f5-d80f-4057-8773-7632262dcabd', 'name': '', 'network_id': '5c2558c7-24ce-41b2-b792-f9920a95bb2f', 'tenant_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'mac_address': 'fa:16:3e:7e:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1fb80fc5-b3b3-4ef1-9a71-cb5032debcda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:10Z', 'updated_at': '2021-08-04T16:24:22Z', 'revision_number': 5, 'project_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'subnets': [{'id': '1fb80fc5-b3b3-4ef1-9a71-cb5032debcda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:25:00.502249 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f61235-3947-433f-9e37-155e6cdc7eab req-d5d6800d-f7d9-4575-854f-1c85a3df7bca tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:00.503927 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-56f61235-3947-433f-9e37-155e6cdc7eab req-d5d6800d-f7d9-4575-854f-1c85a3df7bca tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 946 time: 0.0995426 Aug 04 16:25:00.570409 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-56f61235-3947-433f-9e37-155e6cdc7eab req-d3e313f1-c1eb-47df-858c-c2d3b7d75d78 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585482 Aug 04 16:25:00.657317 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-3fe8bdfa-1e40-4856-bddf-73c5612a53e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:00.808681 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b630680-8f3f-4e22-8993-238f07fe4db0 None None] New status for floating IP 417ad7ce-ed27-4e96-94af-32c239061756: ACTIVE {{(pid=93332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:25:00.905143 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-0e6b2829-0d81-4dfa-aca0-93e3c40aa3c7 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:00.907154 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-0e6b2829-0d81-4dfa-aca0-93e3c40aa3c7 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.50 "GET /v2.0/networks?id=adba0a6e-44f8-4a54-84d5-54ff0bc6bb41 HTTP/1.1" status: 200 len: 815 time: 0.1993947 Aug 04 16:25:00.935994 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-23f6b9d6-9c26-409d-82bb-fd6a15e4c3d0 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Request body: {'port': {'device_id': 'ab28e453-d982-46f7-b51d-19d0a91ccfea', 'network_id': 'adba0a6e-44f8-4a54-84d5-54ff0bc6bb41', 'admin_state_up': True, 'tenant_id': '814ea84104dd4ee1b125cc8688bffd7b'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:25:00.942085 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-3fe8bdfa-1e40-4856-bddf-73c5612a53e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:01.006701 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-3fe8bdfa-1e40-4856-bddf-73c5612a53e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:01.105658 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-3fe8bdfa-1e40-4856-bddf-73c5612a53e5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f100d3d0d1334eaa93398128e6aaaa6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7428529 Aug 04 16:25:01.108845 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 40970) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:01.112071 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8bdfa-1e40-4856-bddf-73c5612a53e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d2a6ec-43c8-47ef-af25-d95bd9b42667,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:01.148145 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-23f6b9d6-9c26-409d-82bb-fd6a15e4c3d0 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Made reservation on behalf of 814ea84104dd4ee1b125cc8688bffd7b for: {'port': 1} {{(pid=93330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:25:01.154155 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-23f6b9d6-9c26-409d-82bb-fd6a15e4c3d0 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:01.177989 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-7afc3d81-bee8-49de-83ef-0eb3f0c048eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:01.203087 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-7afc3d81-bee8-49de-83ef-0eb3f0c048eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:01.263906 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-7afc3d81-bee8-49de-83ef-0eb3f0c048eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:01.266965 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-7afc3d81-bee8-49de-83ef-0eb3f0c048eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:01.268135 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-7afc3d81-bee8-49de-83ef-0eb3f0c048eb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/31d2a6ec-43c8-47ef-af25-d95bd9b42667 HTTP/1.1" status: 204 len: 168 time: 0.1581047 Aug 04 16:25:01.276517 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc3d81-bee8-49de-83ef-0eb3f0c048eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d2a6ec-43c8-47ef-af25-d95bd9b42667,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:01.332069 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.db_base_plugin_common [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-23f6b9d6-9c26-409d-82bb-fd6a15e4c3d0 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Allocated IP 172.20.0.10 (adba0a6e-44f8-4a54-84d5-54ff0bc6bb41/6f7c1adb-0393-4d8f-aa60-5e62e154bcaf/a3e775d0-e69d-4c40-9188-fbe388517260) {{(pid=93330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:25:01.373552 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-92be4bab-3da3-4e1f-a854-0a27f0571827 req-f639c7a9-7aaa-4e2a-9dd8-24137ba46e7f tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab28e453-d982-46f7-b51d-19d0a91ccfea HTTP/1.1" status: 200 len: 210 time: 0.0349798 Aug 04 16:25:01.551815 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-23f6b9d6-9c26-409d-82bb-fd6a15e4c3d0 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Notify callbacks [] for port, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:01.616592 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-23f6b9d6-9c26-409d-82bb-fd6a15e4c3d0 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:01.639296 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] get_ports_and_sgs() called for port_ids ['b162335e-7c27-4531-a303-ef9867eb115e'] {{(pid=93332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:25:01.674935 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6b9d6-9c26-409d-82bb-fd6a15e4c3d0 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Pushing event updated for resources: {'Port': ['ID=a3e775d0-e69d-4c40-9188-fbe388517260,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:01.683271 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-23f6b9d6-9c26-409d-82bb-fd6a15e4c3d0 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Network adba0a6e-44f8-4a54-84d5-54ff0bc6bb41 is already hosted by enough agents. {{(pid=93330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:25:01.695728 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-23f6b9d6-9c26-409d-82bb-fd6a15e4c3d0 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Resources bound (agent type, host, resource id): {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:25:01.721109 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-23f6b9d6-9c26-409d-82bb-fd6a15e4c3d0 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Received port after_create {{(pid=93330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:25:01.754128 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 40994) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:01.770537 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-6e213ad8-6ae7-4208-9fc1-eb2a2588ca16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:01.777873 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6496d8c-d3c9-4e06-bb5b-ae8ad89ca4f7 req-fe26e9af-4a2e-4461-96b0-bf45d822f013 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:01.779726 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-d6496d8c-d3c9-4e06-bb5b-ae8ad89ca4f7 req-fe26e9af-4a2e-4461-96b0-bf45d822f013 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 946 time: 0.0950880 Aug 04 16:25:01.835710 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-d6496d8c-d3c9-4e06-bb5b-ae8ad89ca4f7 req-941cc72f-04ae-4860-aa1b-bea3399e090b tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479636 Aug 04 16:25:01.847152 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-23f6b9d6-9c26-409d-82bb-fd6a15e4c3d0 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:01.848390 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-23f6b9d6-9c26-409d-82bb-fd6a15e4c3d0 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:01.899999 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-6e213ad8-6ae7-4208-9fc1-eb2a2588ca16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:01.905857 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-6e213ad8-6ae7-4208-9fc1-eb2a2588ca16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:01.911189 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-23f6b9d6-9c26-409d-82bb-fd6a15e4c3d0 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9798393 Aug 04 16:25:01.934554 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-00e9c854-b806-49cc-8408-f9128a31ccc4 service neutron] Request body: {'port': {'device_id': 'ab28e453-d982-46f7-b51d-19d0a91ccfea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:25:01.947246 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e213ad8-6ae7-4208-9fc1-eb2a2588ca16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892f99ca-1dc8-48da-b444-ab89b3802a82,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:01.952912 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-6e213ad8-6ae7-4208-9fc1-eb2a2588ca16 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7630622ed32e46839b8bc93afc9d0bb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1976042 Aug 04 16:25:01.956038 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 41000) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:01.991722 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-00e9c854-b806-49cc-8408-f9128a31ccc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:02.015533 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-38864941-890d-4f04-a36c-41406dc5d263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:02.050048 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-38864941-890d-4f04-a36c-41406dc5d263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:02.114387 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-38864941-890d-4f04-a36c-41406dc5d263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:02.117277 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-38864941-890d-4f04-a36c-41406dc5d263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:02.118652 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-38864941-890d-4f04-a36c-41406dc5d263 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/892f99ca-1dc8-48da-b444-ab89b3802a82 HTTP/1.1" status: 204 len: 168 time: 0.1613576 Aug 04 16:25:02.127915 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38864941-890d-4f04-a36c-41406dc5d263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892f99ca-1dc8-48da-b444-ab89b3802a82,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:02.363949 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-00e9c854-b806-49cc-8408-f9128a31ccc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3e775d0-e69d-4c40-9188-fbe388517260 {{(pid=93330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:25:02.372182 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-00e9c854-b806-49cc-8408-f9128a31ccc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:02.385600 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.provisioning_blocks [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-00e9c854-b806-49cc-8408-f9128a31ccc4 service neutron] Transition to ACTIVE for port object a3e775d0-e69d-4c40-9188-fbe388517260 will not be triggered until provisioned by entity L2. {{(pid=93330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:25:02.391471 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-00e9c854-b806-49cc-8408-f9128a31ccc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129638395'] for port, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:02.450718 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9c854-b806-49cc-8408-f9128a31ccc4 service neutron] Pushing event updated for resources: {'Port': ['ID=a3e775d0-e69d-4c40-9188-fbe388517260,revision_number=2']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:02.792748 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-00e9c854-b806-49cc-8408-f9128a31ccc4 service neutron] Attempting to bind port a3e775d0-e69d-4c40-9188-fbe388517260 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:25:02.793546 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-00e9c854-b806-49cc-8408-f9128a31ccc4 service neutron] Attempting to bind port a3e775d0-e69d-4c40-9188-fbe388517260 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'c440e2a5-b317-4439-bc53-ce6262488736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'adba0a6e-44f8-4a54-84d5-54ff0bc6bb41'}] {{(pid=93330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:25:02.793546 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-00e9c854-b806-49cc-8408-f9128a31ccc4 service neutron] Attempting to bind port a3e775d0-e69d-4c40-9188-fbe388517260 on network adba0a6e-44f8-4a54-84d5-54ff0bc6bb41 {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:25:02.800971 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-00e9c854-b806-49cc-8408-f9128a31ccc4 service neutron] Port a3e775d0-e69d-4c40-9188-fbe388517260 on network adba0a6e-44f8-4a54-84d5-54ff0bc6bb41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:25:02.801300 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-00e9c854-b806-49cc-8408-f9128a31ccc4 service neutron] Attempting to bind port a3e775d0-e69d-4c40-9188-fbe388517260 on network adba0a6e-44f8-4a54-84d5-54ff0bc6bb41 {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:25:02.816186 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4855f-51b3-4783-a381-24291ab27ff7 req-0986b696-213a-4e8b-8868-efc198a60a7d tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:02.817809 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-37b4855f-51b3-4783-a381-24291ab27ff7 req-0986b696-213a-4e8b-8868-efc198a60a7d tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab28e453-d982-46f7-b51d-19d0a91ccfea HTTP/1.1" status: 200 len: 944 time: 0.3419907 Aug 04 16:25:02.818646 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-00e9c854-b806-49cc-8408-f9128a31ccc4 service neutron] Checking agent: {'id': 'd306b3d0-6735-4bf3-81d7-29bae54f6551', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 22, 19), 'started_at': datetime.datetime(2021, 8, 4, 16, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:25:02.818984 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-00e9c854-b806-49cc-8408-f9128a31ccc4 service neutron] Checking segment: {'id': 'c440e2a5-b317-4439-bc53-ce6262488736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'adba0a6e-44f8-4a54-84d5-54ff0bc6bb41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:25:02.819379 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-00e9c854-b806-49cc-8408-f9128a31ccc4 service neutron] Bound using segment: {'id': 'c440e2a5-b317-4439-bc53-ce6262488736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'adba0a6e-44f8-4a54-84d5-54ff0bc6bb41'} {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:25:02.819825 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-00e9c854-b806-49cc-8408-f9128a31ccc4 service neutron] Bound port: a3e775d0-e69d-4c40-9188-fbe388517260, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c440e2a5-b317-4439-bc53-ce6262488736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'adba0a6e-44f8-4a54-84d5-54ff0bc6bb41'}}] {{(pid=93330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:25:02.820184 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-00e9c854-b806-49cc-8408-f9128a31ccc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:02.936930 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-37b4855f-51b3-4783-a381-24291ab27ff7 req-aef02a1b-6f0c-49a5-abe2-94371c712e6f tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056287 Aug 04 16:25:02.973777 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-00e9c854-b806-49cc-8408-f9128a31ccc4 service neutron] For port a3e775d0-e69d-4c40-9188-fbe388517260, host hv-cinder-78956, cleared binding levels {{(pid=93330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:25:02.978199 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-00e9c854-b806-49cc-8408-f9128a31ccc4 service neutron] For port a3e775d0-e69d-4c40-9188-fbe388517260, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=a3e775d0-e69d-4c40-9188-fbe388517260,segment=NetworkSegment(c440e2a5-b317-4439-bc53-ce6262488736),segment_id=c440e2a5-b317-4439-bc53-ce6262488736)] {{(pid=93330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:25:02.984856 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-00e9c854-b806-49cc-8408-f9128a31ccc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129638395'] for port, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:03.056473 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-00e9c854-b806-49cc-8408-f9128a31ccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:03.057820 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-00e9c854-b806-49cc-8408-f9128a31ccc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:03.060011 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-00e9c854-b806-49cc-8408-f9128a31ccc4 service neutron] 10.222.0.50 "PUT /v2.0/ports/a3e775d0-e69d-4c40-9188-fbe388517260 HTTP/1.1" status: 200 len: 1094 time: 1.1317835 Aug 04 16:25:03.061340 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9c854-b806-49cc-8408-f9128a31ccc4 service neutron] Pushing event updated for resources: {'Port': ['ID=a3e775d0-e69d-4c40-9188-fbe388517260,revision_number=3']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:03.086362 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab28e453-d982-46f7-b51d-19d0a91ccfea', 'tag': 'a3e775d0-e69d-4c40-9188-fbe388517260'}] {{(pid=93330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:25:03.088783 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37e886c0defde040503dc6230deb255415226de4639eab9b495881836c77004d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d10bd89-28b3-4d4d-884b-386cc161320d" -d '{"events": [{"name": "network-changed", "server_uuid": "ab28e453-d982-46f7-b51d-19d0a91ccfea", "tag": "a3e775d0-e69d-4c40-9188-fbe388517260"}]}' {{(pid=93330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:25:03.186581 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a5aaff-fad7-4fc8-9972-0ade0e4b8d7d x-openstack-request-id: req-d5a5aaff-fad7-4fc8-9972-0ade0e4b8d7d {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:25:03.186913 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab28e453-d982-46f7-b51d-19d0a91ccfea", "tag": "a3e775d0-e69d-4c40-9188-fbe388517260", "status": "completed", "code": 200}]} {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:25:03.187294 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d5a5aaff-fad7-4fc8-9972-0ade0e4b8d7d {{(pid=93330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:25:03.187449 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec4f4b-e5a0-49f7-a546-c1e34b6f0929 req-e535d5b4-0db9-4d7e-80fb-e0b8ad1ba85a tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:03.187960 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab28e453-d982-46f7-b51d-19d0a91ccfea', 'tag': 'a3e775d0-e69d-4c40-9188-fbe388517260', 'status': 'completed', 'code': 200} Aug 04 16:25:03.195253 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-23ec4f4b-e5a0-49f7-a546-c1e34b6f0929 req-e535d5b4-0db9-4d7e-80fb-e0b8ad1ba85a tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 946 time: 0.1124892 Aug 04 16:25:03.208758 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-9d993c47-3be9-485f-9d65-ecaa03521c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:03.210794 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-9d993c47-3be9-485f-9d65-ecaa03521c74 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=814ea84104dd4ee1b125cc8688bffd7b&device_id=ab28e453-d982-46f7-b51d-19d0a91ccfea HTTP/1.1" status: 200 len: 1097 time: 0.0848668 Aug 04 16:25:03.249072 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-23ec4f4b-e5a0-49f7-a546-c1e34b6f0929 req-20b93456-efd8-41c7-8a8c-f50d6b875ab6 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528078 Aug 04 16:25:03.297764 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-df704333-4669-419b-a700-1672521de4cd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3e775d0-e69d-4c40-9188-fbe388517260 HTTP/1.1" status: 200 len: 217 time: 0.0562599 Aug 04 16:25:03.450202 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-26f6ecf5-3330-4334-8dc6-1a353ceb4c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:03.450202 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-26f6ecf5-3330-4334-8dc6-1a353ceb4c49 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6f7c1adb-0393-4d8f-aa60-5e62e154bcaf HTTP/1.1" status: 200 len: 855 time: 0.1226501 Aug 04 16:25:03.493965 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-4446c4d2-f365-4d2a-a052-af0cb701b7a5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=adba0a6e-44f8-4a54-84d5-54ff0bc6bb41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340018 Aug 04 16:25:03.604534 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-8631a323-d8df-4c1d-9bc4-4fb2a185d90a service neutron] 10.222.0.50 "GET /v2.0/networks/adba0a6e-44f8-4a54-84d5-54ff0bc6bb41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852613 Aug 04 16:25:03.707956 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f8d266af-baaf-4bac-98e0-fb978d679108 req-bd3d6faa-f010-4598-9966-89aa1ec569ca service neutron] 10.222.0.50 "GET /v2.0/networks/adba0a6e-44f8-4a54-84d5-54ff0bc6bb41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897422 Aug 04 16:25:03.866655 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10bd89-28b3-4d4d-884b-386cc161320d req-3e74f2d8-c344-4e15-ac9d-870541076b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:03.868180 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0d10bd89-28b3-4d4d-884b-386cc161320d req-3e74f2d8-c344-4e15-ac9d-870541076b96 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=814ea84104dd4ee1b125cc8688bffd7b&device_id=ab28e453-d982-46f7-b51d-19d0a91ccfea HTTP/1.1" status: 200 len: 1097 time: 0.0412111 Aug 04 16:25:03.975787 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10bd89-28b3-4d4d-884b-386cc161320d req-c49396c9-bec4-4314-a891-2b35b6055903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:03.977510 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0d10bd89-28b3-4d4d-884b-386cc161320d req-c49396c9-bec4-4314-a891-2b35b6055903 service neutron] 10.222.0.50 "GET /v2.0/networks?id=adba0a6e-44f8-4a54-84d5-54ff0bc6bb41 HTTP/1.1" status: 200 len: 916 time: 0.0911074 Aug 04 16:25:04.050262 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0d10bd89-28b3-4d4d-884b-386cc161320d req-d0bd32ed-dcb3-49dd-a918-5200ac3a2edd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3e775d0-e69d-4c40-9188-fbe388517260 HTTP/1.1" status: 200 len: 217 time: 0.0473993 Aug 04 16:25:04.138557 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b231fa-1b07-4172-a089-afc17ecc5a2c req-53eab915-137b-4f69-bcec-fa3972b03206 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:04.140120 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-d8b231fa-1b07-4172-a089-afc17ecc5a2c req-53eab915-137b-4f69-bcec-fa3972b03206 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab28e453-d982-46f7-b51d-19d0a91ccfea HTTP/1.1" status: 200 len: 944 time: 0.0921926 Aug 04 16:25:04.142111 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10bd89-28b3-4d4d-884b-386cc161320d req-4726ae6e-e2e4-49a2-8d20-5f437f049f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:04.143463 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0d10bd89-28b3-4d4d-884b-386cc161320d req-4726ae6e-e2e4-49a2-8d20-5f437f049f6c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6f7c1adb-0393-4d8f-aa60-5e62e154bcaf HTTP/1.1" status: 200 len: 855 time: 0.0685563 Aug 04 16:25:04.194975 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0d10bd89-28b3-4d4d-884b-386cc161320d req-a16873f7-92a3-4714-ac2f-f287156180eb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=adba0a6e-44f8-4a54-84d5-54ff0bc6bb41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328927 Aug 04 16:25:04.214550 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-d8b231fa-1b07-4172-a089-afc17ecc5a2c req-d8904350-0e30-445b-9551-f8c4459268a1 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675516 Aug 04 16:25:04.315899 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0d10bd89-28b3-4d4d-884b-386cc161320d req-b9ccfe2d-2b44-46a8-afc8-a31985e2775f service neutron] 10.222.0.50 "GET /v2.0/networks/adba0a6e-44f8-4a54-84d5-54ff0bc6bb41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002867 Aug 04 16:25:04.386857 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab5c1f-2c6e-4454-a141-de07a21cd653 req-1e6d7805-8b09-4d93-b111-a9523deba8e8 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:04.390505 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-9cab5c1f-2c6e-4454-a141-de07a21cd653 req-1e6d7805-8b09-4d93-b111-a9523deba8e8 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 946 time: 0.0634849 Aug 04 16:25:04.443953 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0d10bd89-28b3-4d4d-884b-386cc161320d req-882dc606-840a-4a0f-a256-b616d66a7364 service neutron] 10.222.0.50 "GET /v2.0/networks/adba0a6e-44f8-4a54-84d5-54ff0bc6bb41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067140 Aug 04 16:25:04.448704 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-9cab5c1f-2c6e-4454-a141-de07a21cd653 req-ff29777e-65b7-4734-9627-806855ddf777 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497613 Aug 04 16:25:04.741113 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 41144) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:04.872422 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-a413412a-673f-4964-bbfd-74ca6291f878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:04.977802 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-a413412a-673f-4964-bbfd-74ca6291f878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:04.983570 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-a413412a-673f-4964-bbfd-74ca6291f878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:04.998913 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 41156) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:05.023835 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-a413412a-673f-4964-bbfd-74ca6291f878 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f8fa0c1ce60844299ea1bc153d723215&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2815900 Aug 04 16:25:05.024817 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a413412a-673f-4964-bbfd-74ca6291f878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b237e1-8496-43e3-876f-705ecf89d3ad,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:05.026861 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 41160) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:05.100988 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-377169f6-ccb2-48af-ba1e-08a396727295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:05.141539 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-377169f6-ccb2-48af-ba1e-08a396727295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:05.148214 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-34f090a5-fe1e-4ba5-913e-4f3e51b5e434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:05.223675 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-377169f6-ccb2-48af-ba1e-08a396727295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:05.226471 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-377169f6-ccb2-48af-ba1e-08a396727295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:05.230372 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-377169f6-ccb2-48af-ba1e-08a396727295 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/89b237e1-8496-43e3-876f-705ecf89d3ad HTTP/1.1" status: 204 len: 168 time: 0.1935310 Aug 04 16:25:05.245406 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377169f6-ccb2-48af-ba1e-08a396727295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b237e1-8496-43e3-876f-705ecf89d3ad,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:05.305083 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-34f090a5-fe1e-4ba5-913e-4f3e51b5e434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:05.309336 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-34f090a5-fe1e-4ba5-913e-4f3e51b5e434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:05.357191 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-34f090a5-fe1e-4ba5-913e-4f3e51b5e434 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=be48b963598944b48209a506ef52ca1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3560607 Aug 04 16:25:05.359952 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f090a5-fe1e-4ba5-913e-4f3e51b5e434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1c9a90-44d7-4392-a767-fa6ea70d26b4,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:05.360364 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 41172) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:05.475713 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-d875ec8f-d59c-4c82-92e9-1b345e7c35fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:05.487519 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107f2dc-24bd-4237-84d4-84d5a73b116c req-f6f50ab1-d4d6-41a6-8b8a-ec32feea343c tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:05.495957 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3107f2dc-24bd-4237-84d4-84d5a73b116c req-f6f50ab1-d4d6-41a6-8b8a-ec32feea343c tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab28e453-d982-46f7-b51d-19d0a91ccfea HTTP/1.1" status: 200 len: 944 time: 0.1097829 Aug 04 16:25:05.547248 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-d875ec8f-d59c-4c82-92e9-1b345e7c35fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:05.588445 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3107f2dc-24bd-4237-84d4-84d5a73b116c req-f0c69a2e-26b2-4f15-948d-38ac45dac385 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915601 Aug 04 16:25:05.634997 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd6264-90e5-486a-b297-20a73457d2d3 req-38cfd3a1-4a79-4dd6-894f-a32add364362 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:05.636455 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-b7bd6264-90e5-486a-b297-20a73457d2d3 req-38cfd3a1-4a79-4dd6-894f-a32add364362 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 946 time: 0.0774653 Aug 04 16:25:05.652233 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-d875ec8f-d59c-4c82-92e9-1b345e7c35fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:05.656489 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-d875ec8f-d59c-4c82-92e9-1b345e7c35fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:05.660189 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-d875ec8f-d59c-4c82-92e9-1b345e7c35fa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ff1c9a90-44d7-4392-a767-fa6ea70d26b4 HTTP/1.1" status: 204 len: 168 time: 0.2962749 Aug 04 16:25:05.680166 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875ec8f-d59c-4c82-92e9-1b345e7c35fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1c9a90-44d7-4392-a767-fa6ea70d26b4,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:05.698085 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-b7bd6264-90e5-486a-b297-20a73457d2d3 req-c3d4c1dc-b191-4d38-ac16-34c99a7855aa tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542905 Aug 04 16:25:05.711150 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 41188) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:05.745114 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-b5beb7cb-e29b-44fc-ae18-33c0f6cf7674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:05.779017 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba1ff7b-8910-4215-9ae5-510de556e4b1 req-0e7808e7-f94d-4765-949a-6afbb92a67fa tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:05.791595 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3ba1ff7b-8910-4215-9ae5-510de556e4b1 req-0e7808e7-f94d-4765-949a-6afbb92a67fa tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcb6970-bf7c-4e02-b6ed-b546eb86143a HTTP/1.1" status: 200 len: 945 time: 0.1076076 Aug 04 16:25:05.858900 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3ba1ff7b-8910-4215-9ae5-510de556e4b1 req-d206a9b3-af4b-4654-8ae2-ba9969cc1bdf tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/security-groups?id=b046e9dd-5acc-45e4-9d6e-54fb93bb9099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660393 Aug 04 16:25:05.877104 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-b5beb7cb-e29b-44fc-ae18-33c0f6cf7674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:05.885244 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-b5beb7cb-e29b-44fc-ae18-33c0f6cf7674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:05.944190 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-b5beb7cb-e29b-44fc-ae18-33c0f6cf7674 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f1e40d6e3b904b4598fb027b7bf35397&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315195 Aug 04 16:25:05.945643 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5beb7cb-e29b-44fc-ae18-33c0f6cf7674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e599d615-0256-41da-a982-17b82a66a1a1,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:05.946922 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 41200) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:06.016051 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-3ed00046-fe5f-4d6d-8b61-13609c1b81d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:06.039698 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-3ed00046-fe5f-4d6d-8b61-13609c1b81d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:06.064683 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 41202) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:06.083630 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-2cafbaac-fa6d-4673-9c74-685e0a62cad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:06.097605 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-3ed00046-fe5f-4d6d-8b61-13609c1b81d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:06.100696 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-3ed00046-fe5f-4d6d-8b61-13609c1b81d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:06.102061 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-3ed00046-fe5f-4d6d-8b61-13609c1b81d3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e599d615-0256-41da-a982-17b82a66a1a1 HTTP/1.1" status: 204 len: 168 time: 0.1539307 Aug 04 16:25:06.113518 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed00046-fe5f-4d6d-8b61-13609c1b81d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e599d615-0256-41da-a982-17b82a66a1a1,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:06.205359 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-2cafbaac-fa6d-4673-9c74-685e0a62cad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:06.210615 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-2cafbaac-fa6d-4673-9c74-685e0a62cad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:06.248453 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cafbaac-fa6d-4673-9c74-685e0a62cad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e5c99d-a4b4-4ab0-a1c2-87dd87ad4855,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:06.255887 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-2cafbaac-fa6d-4673-9c74-685e0a62cad5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d608a98e37ca47c296ec9fef6be929dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1875961 Aug 04 16:25:06.256174 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 41210) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:06.309586 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-0ca4082f-5975-44f2-84e9-bb3238539cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:06.339343 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-0ca4082f-5975-44f2-84e9-bb3238539cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:06.391721 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-0ca4082f-5975-44f2-84e9-bb3238539cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:06.395242 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-0ca4082f-5975-44f2-84e9-bb3238539cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:06.396407 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-0ca4082f-5975-44f2-84e9-bb3238539cb0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/45e5c99d-a4b4-4ab0-a1c2-87dd87ad4855 HTTP/1.1" status: 204 len: 168 time: 0.1393156 Aug 04 16:25:06.414250 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca4082f-5975-44f2-84e9-bb3238539cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e5c99d-a4b4-4ab0-a1c2-87dd87ad4855,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:06.720954 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf64f7-164b-446f-84a7-88995a9c0fb5 req-e380f906-c747-439f-b3d4-ba51e6b31a2f tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:06.722872 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d9cf64f7-164b-446f-84a7-88995a9c0fb5 req-e380f906-c747-439f-b3d4-ba51e6b31a2f tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab28e453-d982-46f7-b51d-19d0a91ccfea HTTP/1.1" status: 200 len: 944 time: 0.0570147 Aug 04 16:25:06.773382 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d9cf64f7-164b-446f-84a7-88995a9c0fb5 req-e5d25db3-047e-4aa3-95ff-0b5efeeae046 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434821 Aug 04 16:25:06.872925 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a48d9-340e-49aa-a568-6af929635d0e req-5c94893c-ce02-4c8b-b450-6f911489f92c tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:06.875022 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-496a48d9-340e-49aa-a568-6af929635d0e req-5c94893c-ce02-4c8b-b450-6f911489f92c tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 946 time: 0.0683255 Aug 04 16:25:06.939162 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-496a48d9-340e-49aa-a568-6af929635d0e req-3f182c9e-15cb-45ae-a922-11754ad4120f tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445654 Aug 04 16:25:07.000943 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dff81f-3448-4c84-b2ae-804b226cbd13 req-a64df0fc-e384-4f12-a464-678476b76ee8 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:07.003565 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-f8dff81f-3448-4c84-b2ae-804b226cbd13 req-a64df0fc-e384-4f12-a464-678476b76ee8 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcb6970-bf7c-4e02-b6ed-b546eb86143a HTTP/1.1" status: 200 len: 945 time: 0.0631013 Aug 04 16:25:07.048445 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-f8dff81f-3448-4c84-b2ae-804b226cbd13 req-eec053c2-f45e-42f4-8384-cb4d4f365dae tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/security-groups?id=b046e9dd-5acc-45e4-9d6e-54fb93bb9099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384154 Aug 04 16:25:07.678406 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device a3e775d0-e69d-4c40-9188-fbe388517260 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:25:07.781796 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port a3e775d0-e69d-4c40-9188-fbe388517260, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=a3e775d0-e69d-4c40-9188-fbe388517260,segment=NetworkSegment(c440e2a5-b317-4439-bc53-ce6262488736),segment_id=c440e2a5-b317-4439-bc53-ce6262488736)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:25:07.794066 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Returning: {'device': 'a3e775d0-e69d-4c40-9188-fbe388517260', 'network_id': 'adba0a6e-44f8-4a54-84d5-54ff0bc6bb41', 'port_id': 'a3e775d0-e69d-4c40-9188-fbe388517260', 'mac_address': 'fa:16:3e:68:c5:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f7c1adb-0393-4d8f-aa60-5e62e154bcaf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:25:07.840200 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:07.872660 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3e775d0-e69d-4c40-9188-fbe388517260 {{(pid=93332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:25:07.898230 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port a3e775d0-e69d-4c40-9188-fbe388517260, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=a3e775d0-e69d-4c40-9188-fbe388517260,segment=NetworkSegment(c440e2a5-b317-4439-bc53-ce6262488736),segment_id=c440e2a5-b317-4439-bc53-ce6262488736)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:25:07.913672 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:07.970300 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2ce55-8be4-4887-9f7f-7ad07f6fb75b req-7fb692b3-ee75-418c-a3f9-b39b4bf4e15f tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:07.972948 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=a3e775d0-e69d-4c40-9188-fbe388517260,revision_number=4']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:07.981346 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:25:07.981985 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:25:07.982265 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-49d2ce55-8be4-4887-9f7f-7ad07f6fb75b req-7fb692b3-ee75-418c-a3f9-b39b4bf4e15f tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab28e453-d982-46f7-b51d-19d0a91ccfea HTTP/1.1" status: 200 len: 944 time: 0.0982823 Aug 04 16:25:07.982653 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:25:07.983140 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:25:07.984011 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:25:07.984631 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:25:07.985405 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:25:07.986725 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:25:07.987307 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:25:07.988006 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:25:07.988486 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:25:07.989159 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:25:08.066608 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-49d2ce55-8be4-4887-9f7f-7ad07f6fb75b req-3c20c5c6-b723-41f7-b31d-0097018c4e7f tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829446 Aug 04 16:25:08.110678 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe26163-d1e0-4c7b-8820-2cf9fb5c59d0 req-2adb6171-6858-4eb3-b021-92c8d1d63ef3 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:08.130628 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-cbe26163-d1e0-4c7b-8820-2cf9fb5c59d0 req-2adb6171-6858-4eb3-b021-92c8d1d63ef3 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 946 time: 0.0922360 Aug 04 16:25:08.144544 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-3a373b8e-3f09-426e-9437-81a153eaf279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:08.191016 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-cbe26163-d1e0-4c7b-8820-2cf9fb5c59d0 req-3c532e0c-2b54-4537-b85a-3ba6cc211ed2 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589039 Aug 04 16:25:08.344790 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0bbfbd-86ef-4214-8e44-69bebcfb5287 req-0e2f88c1-b5da-4084-9acf-9fb610db2e40 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:08.352380 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-6d0bbfbd-86ef-4214-8e44-69bebcfb5287 req-0e2f88c1-b5da-4084-9acf-9fb610db2e40 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcb6970-bf7c-4e02-b6ed-b546eb86143a HTTP/1.1" status: 200 len: 945 time: 0.0877342 Aug 04 16:25:08.392944 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-6d0bbfbd-86ef-4214-8e44-69bebcfb5287 req-82e988c6-e2b5-4bcf-a334-cfbf7601fb0c tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/security-groups?id=b046e9dd-5acc-45e4-9d6e-54fb93bb9099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396099 Aug 04 16:25:08.538390 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] get_ports_and_sgs() called for port_ids ['a3e775d0-e69d-4c40-9188-fbe388517260'] {{(pid=93332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:25:09.201127 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252da45-602f-4d50-8ced-a7343ca472fb req-88e0d543-9247-4797-a940-d879c2e07ad2 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:09.202754 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-b252da45-602f-4d50-8ced-a7343ca472fb req-88e0d543-9247-4797-a940-d879c2e07ad2 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab28e453-d982-46f7-b51d-19d0a91ccfea HTTP/1.1" status: 200 len: 945 time: 0.0606797 Aug 04 16:25:09.239505 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b2855-f902-47d9-8600-caaf8d329484 req-18218ac9-21fb-441a-9f1b-8796ec9bf289 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:09.241303 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-595b2855-f902-47d9-8600-caaf8d329484 req-18218ac9-21fb-441a-9f1b-8796ec9bf289 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fcb6970-bf7c-4e02-b6ed-b546eb86143a HTTP/1.1" status: 200 len: 945 time: 0.0595620 Aug 04 16:25:09.254140 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-b252da45-602f-4d50-8ced-a7343ca472fb req-5a5393d4-6673-4fdd-aaa0-50c97984dcfc tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445654 Aug 04 16:25:09.417145 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e620e-5f42-41b6-8c6c-3879d6e52d10 req-537715ad-7255-417f-9df7-b5d3476caee0 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:09.418982 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0e6e620e-5f42-41b6-8c6c-3879d6e52d10 req-537715ad-7255-417f-9df7-b5d3476caee0 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 946 time: 0.1260288 Aug 04 16:25:09.495211 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [req-595b2855-f902-47d9-8600-caaf8d329484 req-d8142f9d-6cc8-472b-8f5d-2686085b1ba5 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] Deleting port b924c080-25ef-46de-a092-6a7839885e48 {{(pid=93330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:25:09.495545 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-595b2855-f902-47d9-8600-caaf8d329484 req-d8142f9d-6cc8-472b-8f5d-2686085b1ba5 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:09.505580 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0e6e620e-5f42-41b6-8c6c-3879d6e52d10 req-17dd4cbd-aa9f-4f29-8fa3-20f7bde4c88a tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779760 Aug 04 16:25:09.550307 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76516263-0405-4abc-a1ef-f043641ddc43 req-1a0ce962-155d-4ff1-bf7c-8b6e6cf1ba81 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:09.551783 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-76516263-0405-4abc-a1ef-f043641ddc43 req-1a0ce962-155d-4ff1-bf7c-8b6e6cf1ba81 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcb6970-bf7c-4e02-b6ed-b546eb86143a HTTP/1.1" status: 200 len: 945 time: 0.0775759 Aug 04 16:25:09.596567 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-76516263-0405-4abc-a1ef-f043641ddc43 req-d15ec2b7-f876-4814-a9e9-41238ec52b69 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/security-groups?id=b046e9dd-5acc-45e4-9d6e-54fb93bb9099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375674 Aug 04 16:25:09.609122 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-595b2855-f902-47d9-8600-caaf8d329484 req-d8142f9d-6cc8-472b-8f5d-2686085b1ba5 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] For port b924c080-25ef-46de-a092-6a7839885e48, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b924c080-25ef-46de-a092-6a7839885e48,segment=NetworkSegment(53b0f91d-f925-4e80-95fa-916bba4bddd5),segment_id=53b0f91d-f925-4e80-95fa-916bba4bddd5)] {{(pid=93330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:25:09.614019 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-595b2855-f902-47d9-8600-caaf8d329484 req-d8142f9d-6cc8-472b-8f5d-2686085b1ba5 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:09.633185 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [req-595b2855-f902-47d9-8600-caaf8d329484 req-d8142f9d-6cc8-472b-8f5d-2686085b1ba5 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] Calling delete_port for b924c080-25ef-46de-a092-6a7839885e48 owned by compute:nova {{(pid=93330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:25:09.813770 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-595b2855-f902-47d9-8600-caaf8d329484 req-d8142f9d-6cc8-472b-8f5d-2686085b1ba5 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:09.832187 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] get_ports_and_sgs() called for port_ids ['b924c080-25ef-46de-a092-6a7839885e48'] {{(pid=93332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:25:09.848353 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8142f9d-6cc8-472b-8f5d-2686085b1ba5 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] Pushing event deleted for resources: {'Port': ['ID=b924c080-25ef-46de-a092-6a7839885e48,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:09.909741 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [req-595b2855-f902-47d9-8600-caaf8d329484 req-d8142f9d-6cc8-472b-8f5d-2686085b1ba5 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] No DVR routers for this DVR port b924c080-25ef-46de-a092-6a7839885e48 on host hv-cinder-78956 {{(pid=93330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:25:09.913013 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-595b2855-f902-47d9-8600-caaf8d329484 req-d8142f9d-6cc8-472b-8f5d-2686085b1ba5 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:09.915102 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-595b2855-f902-47d9-8600-caaf8d329484 req-d8142f9d-6cc8-472b-8f5d-2686085b1ba5 tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.50 "DELETE /v2.0/ports/b924c080-25ef-46de-a092-6a7839885e48 HTTP/1.1" status: 204 len: 173 time: 0.6580491 Aug 04 16:25:09.915605 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fcb6970-bf7c-4e02-b6ed-b546eb86143a', 'name': 'network-vif-deleted', 'tag': 'b924c080-25ef-46de-a092-6a7839885e48'}] {{(pid=93330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:25:09.917824 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37e886c0defde040503dc6230deb255415226de4639eab9b495881836c77004d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447c186f-8424-4402-b822-ac81ceafb26c" -d '{"events": [{"server_uuid": "8fcb6970-bf7c-4e02-b6ed-b546eb86143a", "name": "network-vif-deleted", "tag": "b924c080-25ef-46de-a092-6a7839885e48"}]}' {{(pid=93330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:25:09.960624 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5ef7dc-bad1-4f7f-be39-807892d542e9 x-openstack-request-id: req-fa5ef7dc-bad1-4f7f-be39-807892d542e9 {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:25:09.960918 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fcb6970-bf7c-4e02-b6ed-b546eb86143a", "name": "network-vif-deleted", "tag": "b924c080-25ef-46de-a092-6a7839885e48", "status": "completed", "code": 200}]} {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:25:09.961161 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fa5ef7dc-bad1-4f7f-be39-807892d542e9 {{(pid=93330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:25:09.961554 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fcb6970-bf7c-4e02-b6ed-b546eb86143a', 'name': 'network-vif-deleted', 'tag': 'b924c080-25ef-46de-a092-6a7839885e48', 'status': 'completed', 'code': 200} Aug 04 16:25:10.390880 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887b3b6-f248-44fb-aea4-11d3319505cc req-a1d296f2-3a8c-46f3-8383-2ab456c2691f tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:10.392990 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-8887b3b6-f248-44fb-aea4-11d3319505cc req-a1d296f2-3a8c-46f3-8383-2ab456c2691f tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab28e453-d982-46f7-b51d-19d0a91ccfea HTTP/1.1" status: 200 len: 945 time: 0.0623038 Aug 04 16:25:10.458872 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-8887b3b6-f248-44fb-aea4-11d3319505cc req-68a201eb-cdbd-4a62-8d13-9d4367019169 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537496 Aug 04 16:25:10.473478 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 41388) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:10.605901 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c196c0d0-e005-436e-af3e-a92e0231bb63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:10.670175 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ed264-22da-4180-960f-8c42a194ffe2 req-32344ab3-81f6-4974-8ec3-c6060d27d9e9 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:10.671773 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-244ed264-22da-4180-960f-8c42a194ffe2 req-32344ab3-81f6-4974-8ec3-c6060d27d9e9 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 946 time: 0.0750759 Aug 04 16:25:10.724569 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-b0731e76-5c71-413c-875e-30f12c4013ef req-2066584a-34d9-41b7-9f5d-a247ac3540ee tempest-DeleteServersTestJSON-2093615247 tempest-DeleteServersTestJSON-2093615247-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcb6970-bf7c-4e02-b6ed-b546eb86143a HTTP/1.1" status: 200 len: 210 time: 0.0373554 Aug 04 16:25:10.740275 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-244ed264-22da-4180-960f-8c42a194ffe2 req-e346536b-8dab-4b71-823f-70ec1b33d0a5 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581694 Aug 04 16:25:10.783573 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c196c0d0-e005-436e-af3e-a92e0231bb63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:10.788005 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c196c0d0-e005-436e-af3e-a92e0231bb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:10.826792 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-c196c0d0-e005-436e-af3e-a92e0231bb63 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b82a79124f8c4aefac9f07ac1e410304&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3521488 Aug 04 16:25:10.828057 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c196c0d0-e005-436e-af3e-a92e0231bb63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd17b46-fee9-4e95-9c74-6118597ccf69,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:10.829767 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 41400) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:10.887427 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-b719b8c7-a5bf-4092-9615-d6137f38c216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:10.907256 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a60d4b4a-5587-4968-b2e6-1f021814e3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:10.924520 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-b719b8c7-a5bf-4092-9615-d6137f38c216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:10.974687 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:11.006792 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-b719b8c7-a5bf-4092-9615-d6137f38c216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:11.009394 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-b719b8c7-a5bf-4092-9615-d6137f38c216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:11.013065 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-b719b8c7-a5bf-4092-9615-d6137f38c216 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3cd17b46-fee9-4e95-9c74-6118597ccf69 HTTP/1.1" status: 204 len: 168 time: 0.1785448 Aug 04 16:25:11.020232 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b719b8c7-a5bf-4092-9615-d6137f38c216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd17b46-fee9-4e95-9c74-6118597ccf69,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:11.088806 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 41408) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:11.429133 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-0641f8b7-b364-4033-a0e7-567bc8ff0acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:11.570958 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 41434) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:11.595293 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-fcfe86bb-b12a-46e5-8114-7b76dd88dad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:11.664563 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-0641f8b7-b364-4033-a0e7-567bc8ff0acf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:11.670600 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-0641f8b7-b364-4033-a0e7-567bc8ff0acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:11.684692 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d32453-e080-453c-ba8c-510810848a80 req-fa9b9d52-473c-4b7c-a3cd-951bc589361f tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:11.686837 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-71d32453-e080-453c-ba8c-510810848a80 req-fa9b9d52-473c-4b7c-a3cd-951bc589361f tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab28e453-d982-46f7-b51d-19d0a91ccfea HTTP/1.1" status: 200 len: 945 time: 0.0873744 Aug 04 16:25:11.706175 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device a3e775d0-e69d-4c40-9188-fbe388517260 up at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:25:11.747848 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-0641f8b7-b364-4033-a0e7-567bc8ff0acf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=87b897e6417b4ba394f60b1bcbda6c3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6577311 Aug 04 16:25:11.748598 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 41442) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:11.758461 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0641f8b7-b364-4033-a0e7-567bc8ff0acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433458b3-8cc2-4b97-a15e-2b70d69288f5,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:11.774058 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Provisioning for port a3e775d0-e69d-4c40-9188-fbe388517260 completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:25:11.782894 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Provisioning complete for port a3e775d0-e69d-4c40-9188-fbe388517260 triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:25:11.783451 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:11.793785 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-fcfe86bb-b12a-46e5-8114-7b76dd88dad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:11.814024 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-fcfe86bb-b12a-46e5-8114-7b76dd88dad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:11.833041 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-71d32453-e080-453c-ba8c-510810848a80 req-161d730b-6faa-4e6e-9494-d0484153db9e tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373386 Aug 04 16:25:11.892164 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-fcfe86bb-b12a-46e5-8114-7b76dd88dad7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d3a3ee39aae14e8e88aad80720ef6595&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3194458 Aug 04 16:25:11.900138 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 41456) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:11.907031 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-8e5c5c32-780d-4e27-9ba1-4ff9f33e412c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:11.948524 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-8e5c5c32-780d-4e27-9ba1-4ff9f33e412c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:11.977084 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:11.984538 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe86bb-b12a-46e5-8114-7b76dd88dad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e659d820-1846-43e6-bdb1-ae7a88019c98,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:12.027222 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96152c-be4c-4898-bd7b-8727afccba0d req-914a9159-d82b-427f-afbc-2ea15260e57a tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:12.034527 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-4b96152c-be4c-4898-bd7b-8727afccba0d req-914a9159-d82b-427f-afbc-2ea15260e57a tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 946 time: 0.1157372 Aug 04 16:25:12.038028 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port a3e775d0-e69d-4c40-9188-fbe388517260, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=a3e775d0-e69d-4c40-9188-fbe388517260,segment=NetworkSegment(c440e2a5-b317-4439-bc53-ce6262488736),segment_id=c440e2a5-b317-4439-bc53-ce6262488736)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:25:12.039220 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab28e453-d982-46f7-b51d-19d0a91ccfea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e775d0-e69d-4c40-9188-fbe388517260'}] {{(pid=93332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:25:12.043459 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-2dcf47a1-9250-4d8a-a79d-9afcd62aaede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:12.043770 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60a3b88c11522644802803ec4887c4dd8a4d8449af02ad3849b143fbab4f5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b33e300-7863-40b4-8d6f-c39d27eb0343" -d '{"events": [{"server_uuid": "ab28e453-d982-46f7-b51d-19d0a91ccfea", "name": "network-vif-plugged", "status": "completed", "tag": "a3e775d0-e69d-4c40-9188-fbe388517260"}]}' {{(pid=93332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:25:12.044706 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-8e5c5c32-780d-4e27-9ba1-4ff9f33e412c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:12.047864 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-8e5c5c32-780d-4e27-9ba1-4ff9f33e412c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:12.048696 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:12.049816 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device b924c080-25ef-46de-a092-6a7839885e48 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:25:12.051895 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-8e5c5c32-780d-4e27-9ba1-4ff9f33e412c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/433458b3-8cc2-4b97-a15e-2b70d69288f5 HTTP/1.1" status: 204 len: 168 time: 0.3001893 Aug 04 16:25:12.065743 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c5c32-780d-4e27-9ba1-4ff9f33e412c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433458b3-8cc2-4b97-a15e-2b70d69288f5,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:12.076562 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] No Port match for: b924c080-25ef-46de-a092-6a7839885e48 {{(pid=93332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:25:12.077370 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device b924c080-25ef-46de-a092-6a7839885e48 not bound to the agent host hv-cinder-78956 {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:25:12.113740 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-2dcf47a1-9250-4d8a-a79d-9afcd62aaede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:12.145099 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-4b96152c-be4c-4898-bd7b-8727afccba0d req-4aaa22cc-69bf-4289-b40b-7f7cab182731 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843990 Aug 04 16:25:12.158890 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=a3e775d0-e69d-4c40-9188-fbe388517260,revision_number=5']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:12.208296 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-2dcf47a1-9250-4d8a-a79d-9afcd62aaede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:12.211417 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-2dcf47a1-9250-4d8a-a79d-9afcd62aaede admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:12.212720 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-2dcf47a1-9250-4d8a-a79d-9afcd62aaede admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e659d820-1846-43e6-bdb1-ae7a88019c98 HTTP/1.1" status: 204 len: 168 time: 0.3112037 Aug 04 16:25:12.217130 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fdb4cf-69c2-49bc-82e5-38b7d7e0ae04 x-openstack-request-id: req-54fdb4cf-69c2-49bc-82e5-38b7d7e0ae04 {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:25:12.217417 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab28e453-d982-46f7-b51d-19d0a91ccfea", "name": "network-vif-plugged", "status": "completed", "tag": "a3e775d0-e69d-4c40-9188-fbe388517260", "code": 200}]} {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:25:12.217803 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-54fdb4cf-69c2-49bc-82e5-38b7d7e0ae04 {{(pid=93332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:25:12.220656 dv-cinder-789564-9-iscsi neutron-server[93332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab28e453-d982-46f7-b51d-19d0a91ccfea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e775d0-e69d-4c40-9188-fbe388517260', 'code': 200} Aug 04 16:25:12.238966 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf47a1-9250-4d8a-a79d-9afcd62aaede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e659d820-1846-43e6-bdb1-ae7a88019c98,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:12.241966 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:12.466842 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21d500-50ac-4151-8dfc-58cb2c6abf86 req-41929c12-a59e-4d23-b99c-0716e5405567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:12.468620 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-7c21d500-50ac-4151-8dfc-58cb2c6abf86 req-41929c12-a59e-4d23-b99c-0716e5405567 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ab28e453-d982-46f7-b51d-19d0a91ccfea HTTP/1.1" status: 200 len: 1099 time: 0.0463662 Aug 04 16:25:12.532482 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-7c21d500-50ac-4151-8dfc-58cb2c6abf86 req-6d171771-a6c7-4274-9961-38654754b42b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473986 Aug 04 16:25:12.627007 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 41498) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:12.649899 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-5976c1f2-5104-4a2b-ad58-94e028f88c71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:12.801837 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-5976c1f2-5104-4a2b-ad58-94e028f88c71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:12.806083 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-5976c1f2-5104-4a2b-ad58-94e028f88c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:12.848504 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-5976c1f2-5104-4a2b-ad58-94e028f88c71 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=040c5e75fcbf422b8aa72ea35d337883&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2174766 Aug 04 16:25:12.848504 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5976c1f2-5104-4a2b-ad58-94e028f88c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d92809-d2a3-4bb0-ba69-0159c5c8a96b,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:12.848884 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 41504) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:12.888560 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 41508) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:12.903699 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-6d9de38b-3667-43f9-b003-be40c27a7cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:12.904815 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c663ac3c-01cf-4ab8-a85c-685b6c17f764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:12.936713 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c663ac3c-01cf-4ab8-a85c-685b6c17f764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:12.997389 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715f391-8275-48d1-a45f-11954449eced req-f27a0384-cda0-45ba-af9d-6332730dd50f tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:12.998837 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9715f391-8275-48d1-a45f-11954449eced req-f27a0384-cda0-45ba-af9d-6332730dd50f tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab28e453-d982-46f7-b51d-19d0a91ccfea HTTP/1.1" status: 200 len: 946 time: 0.0796900 Aug 04 16:25:12.999094 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-6d9de38b-3667-43f9-b003-be40c27a7cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:13.006842 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-6d9de38b-3667-43f9-b003-be40c27a7cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:13.032485 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c663ac3c-01cf-4ab8-a85c-685b6c17f764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:13.034976 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c663ac3c-01cf-4ab8-a85c-685b6c17f764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:13.036177 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-c663ac3c-01cf-4ab8-a85c-685b6c17f764 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/90d92809-d2a3-4bb0-ba69-0159c5c8a96b HTTP/1.1" status: 204 len: 168 time: 0.1862960 Aug 04 16:25:13.048720 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9de38b-3667-43f9-b003-be40c27a7cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3101354-2025-4e13-a17a-e5f22a587a5c,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:13.056121 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-6d9de38b-3667-43f9-b003-be40c27a7cf8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8da3d3eaee4b4cfab0417dbde72e8ac2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1631851 Aug 04 16:25:13.056320 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9715f391-8275-48d1-a45f-11954449eced req-d72aaba4-781a-4597-94c4-9b093d0709a0 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485687 Aug 04 16:25:13.056320 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663ac3c-01cf-4ab8-a85c-685b6c17f764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d92809-d2a3-4bb0-ba69-0159c5c8a96b,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:13.057455 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 41512) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:13.109780 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-95a81f23-9bff-4eb0-bce3-653147ee23f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:13.132652 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-95a81f23-9bff-4eb0-bce3-653147ee23f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:13.185646 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-95a81f23-9bff-4eb0-bce3-653147ee23f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:13.189361 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-95a81f23-9bff-4eb0-bce3-653147ee23f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:13.194610 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-95a81f23-9bff-4eb0-bce3-653147ee23f4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b3101354-2025-4e13-a17a-e5f22a587a5c HTTP/1.1" status: 204 len: 168 time: 0.1361213 Aug 04 16:25:13.203522 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a81f23-9bff-4eb0-bce3-653147ee23f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3101354-2025-4e13-a17a-e5f22a587a5c,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:13.335762 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4f336-1d16-459b-a47f-87bd41aed4f0 req-c4ce1783-4836-4927-8472-b48f93fc0690 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:13.337096 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-c7a4f336-1d16-459b-a47f-87bd41aed4f0 req-c4ce1783-4836-4927-8472-b48f93fc0690 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 946 time: 0.0619187 Aug 04 16:25:13.391273 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-c7a4f336-1d16-459b-a47f-87bd41aed4f0 req-a6ddd2c8-2de6-4721-95d0-d348e7e1ac8e tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451758 Aug 04 16:25:13.464115 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 41526) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:13.518200 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fc52138-4b1f-4f83-9275-7ee78c5b4569 admin admin] Deleting subnet 2b83028a-7632-4e16-99a5-9dc762daa616 {{(pid=93331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:25:13.523137 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-6fc52138-4b1f-4f83-9275-7ee78c5b4569 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:13.572813 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-6fc52138-4b1f-4f83-9275-7ee78c5b4569 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126256170'] for subnet, precommit_delete_associations {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:13.617915 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-6fc52138-4b1f-4f83-9275-7ee78c5b4569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3786910'] for subnet, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:13.646616 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:13.682331 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-6fc52138-4b1f-4f83-9275-7ee78c5b4569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3786903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129279330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126426463'] for subnet, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:13.709070 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc52138-4b1f-4f83-9275-7ee78c5b4569 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b83028a-7632-4e16-99a5-9dc762daa616,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:13.714579 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-6fc52138-4b1f-4f83-9275-7ee78c5b4569 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:13.718479 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-6fc52138-4b1f-4f83-9275-7ee78c5b4569 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/2b83028a-7632-4e16-99a5-9dc762daa616 HTTP/1.1" status: 204 len: 168 time: 0.2515023 Aug 04 16:25:13.720132 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 41528) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:13.799969 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-31e5c1fb-9e40-4459-ba9d-5cbb2e672f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3767040'] for network, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:13.882672 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-31e5c1fb-9e40-4459-ba9d-5cbb2e672f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3788555', 'neutron.services.segments.db._delete_segments_for_network-8758853804921'] for network, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:13.894896 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.services.segments.db [None req-31e5c1fb-9e40-4459-ba9d-5cbb2e672f17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be014736-d92b-4d30-a9f9-4c1a86837735']}} {{(pid=93331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:25:13.907728 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.services.segments.db [None req-31e5c1fb-9e40-4459-ba9d-5cbb2e672f17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53b0f91d-f925-4e80-95fa-916bba4bddd5') {'for_net_delete': True} {{(pid=93331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:25:13.908011 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.services.segments.db [None req-31e5c1fb-9e40-4459-ba9d-5cbb2e672f17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53b0f91d-f925-4e80-95fa-916bba4bddd5') {} {{(pid=93331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:25:13.918161 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-31e5c1fb-9e40-4459-ba9d-5cbb2e672f17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758853817860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126256211'] for segment, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:13.937884 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-31e5c1fb-9e40-4459-ba9d-5cbb2e672f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519'] for segment, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:13.944729 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31e5c1fb-9e40-4459-ba9d-5cbb2e672f17 admin admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=93331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:25:13.945133 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-31e5c1fb-9e40-4459-ba9d-5cbb2e672f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129279368'] for segment, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:13.947198 dv-cinder-789564-9-iscsi neutron-server[93331]: Traceback (most recent call last): Aug 04 16:25:13.947198 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:25:13.947198 dv-cinder-789564-9-iscsi neutron-server[93331]: timer() Aug 04 16:25:13.947198 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:25:13.947198 dv-cinder-789564-9-iscsi neutron-server[93331]: cb(*args, **kw) Aug 04 16:25:13.947198 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:25:13.947198 dv-cinder-789564-9-iscsi neutron-server[93331]: return func(*args, **kwargs) Aug 04 16:25:13.947198 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:25:13.947198 dv-cinder-789564-9-iscsi neutron-server[93331]: self._notify() Aug 04 16:25:13.947198 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:25:13.947198 dv-cinder-789564-9-iscsi neutron-server[93331]: self.callback(batched_events) Aug 04 16:25:13.947198 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:25:13.947198 dv-cinder-789564-9-iscsi neutron-server[93331]: event.method(event) Aug 04 16:25:13.947198 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:25:13.947198 dv-cinder-789564-9-iscsi neutron-server[93331]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:25:13.947198 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:25:13.947198 dv-cinder-789564-9-iscsi neutron-server[93331]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:25:13.947198 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:25:13.947198 dv-cinder-789564-9-iscsi neutron-server[93331]: return f(self, *a, **k) Aug 04 16:25:13.947198 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:25:13.947198 dv-cinder-789564-9-iscsi neutron-server[93331]: return self._get(url).json() Aug 04 16:25:13.947198 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:25:13.947198 dv-cinder-789564-9-iscsi neutron-server[93331]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:25:13.947198 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:25:13.947198 dv-cinder-789564-9-iscsi neutron-server[93331]: return self.request(url, 'GET', **kwargs) Aug 04 16:25:13.947198 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:25:13.947198 dv-cinder-789564-9-iscsi neutron-server[93331]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:25:13.947198 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:25:13.947198 dv-cinder-789564-9-iscsi neutron-server[93331]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:25:13.947198 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:25:13.947198 dv-cinder-789564-9-iscsi neutron-server[93331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:25:13.947198 dv-cinder-789564-9-iscsi neutron-server[93331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:25:14.008576 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-31e5c1fb-9e40-4459-ba9d-5cbb2e672f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3788544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593556'] for network, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:14.013921 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-31e5c1fb-9e40-4459-ba9d-5cbb2e672f17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for network, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:14.022424 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-31e5c1fb-9e40-4459-ba9d-5cbb2e672f17 admin admin] 10.222.0.77 "DELETE /v2.0/networks/be014736-d92b-4d30-a9f9-4c1a86837735 HTTP/1.1" status: 204 len: 168 time: 0.2989926 Aug 04 16:25:14.045593 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e5c1fb-9e40-4459-ba9d-5cbb2e672f17 admin admin] Pushing event deleted for resources: {'Network': ['ID=be014736-d92b-4d30-a9f9-4c1a86837735,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:14.190289 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 41550) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:14.219553 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dccfe5-2e8f-49b2-ba12-311328316a7a req-92ea298a-f5f7-4e7f-a1b8-5c82f0457e74 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:14.227236 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-03dccfe5-2e8f-49b2-ba12-311328316a7a req-92ea298a-f5f7-4e7f-a1b8-5c82f0457e74 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab28e453-d982-46f7-b51d-19d0a91ccfea HTTP/1.1" status: 200 len: 946 time: 0.0941761 Aug 04 16:25:14.246235 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-b207bfce-a934-40f3-8b83-20d97df52e36 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3850dad1624c4086936f0a56a723b980&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0543447 Aug 04 16:25:14.249806 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 41552) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:14.277643 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 41554) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:14.298556 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-03dccfe5-2e8f-49b2-ba12-311328316a7a req-1b608df7-4ecf-4bd0-b808-3ee5b9a0c682 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701308 Aug 04 16:25:14.322424 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-ce99d6f2-1265-4e55-acbb-36c8f7c5fe1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:14.359103 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-ce99d6f2-1265-4e55-acbb-36c8f7c5fe1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:14.408351 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-ce99d6f2-1265-4e55-acbb-36c8f7c5fe1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:14.409804 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-c6141405-b9f9-475d-971f-4adf0ba0a08d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:14.410977 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-ce99d6f2-1265-4e55-acbb-36c8f7c5fe1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:14.412048 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-ce99d6f2-1265-4e55-acbb-36c8f7c5fe1a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b046e9dd-5acc-45e4-9d6e-54fb93bb9099 HTTP/1.1" status: 204 len: 168 time: 0.1610777 Aug 04 16:25:14.420022 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99d6f2-1265-4e55-acbb-36c8f7c5fe1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b046e9dd-5acc-45e4-9d6e-54fb93bb9099,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:14.519394 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-c6141405-b9f9-475d-971f-4adf0ba0a08d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:14.525064 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-c6141405-b9f9-475d-971f-4adf0ba0a08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:14.552166 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9783b-4fc1-405e-a1ae-ec1faf50eaf2 req-a4acb4a0-22a0-425e-b1b0-265108d1f876 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:14.554921 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e5b9783b-4fc1-405e-a1ae-ec1faf50eaf2 req-a4acb4a0-22a0-425e-b1b0-265108d1f876 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 946 time: 0.0623863 Aug 04 16:25:14.590063 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-c6141405-b9f9-475d-971f-4adf0ba0a08d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=32388e89057d4c32ba00c19528cc4310&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3108387 Aug 04 16:25:14.592040 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6141405-b9f9-475d-971f-4adf0ba0a08d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5b0945-0988-4dd5-aea0-cbcbf247bac1,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:14.596602 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 41566) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:14.612780 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e5b9783b-4fc1-405e-a1ae-ec1faf50eaf2 req-aecfc1a5-64f2-4db4-af41-7443ed6237d2 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517063 Aug 04 16:25:14.659499 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a3f163c1-3b47-4003-87da-a8af4d744ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:14.683054 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a3f163c1-3b47-4003-87da-a8af4d744ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:14.719177 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-47511e72-39b4-4aa4-8ad5-40bfd9dadfcf req-14788421-bebf-498e-981f-9f50589da1d5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3cb69746-5594-47c6-abfb-beffa84fb2ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0534973 Aug 04 16:25:14.733575 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a3f163c1-3b47-4003-87da-a8af4d744ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:14.736522 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a3f163c1-3b47-4003-87da-a8af4d744ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:14.742174 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-a3f163c1-3b47-4003-87da-a8af4d744ab6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fa5b0945-0988-4dd5-aea0-cbcbf247bac1 HTTP/1.1" status: 204 len: 168 time: 0.1440687 Aug 04 16:25:14.750513 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f163c1-3b47-4003-87da-a8af4d744ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5b0945-0988-4dd5-aea0-cbcbf247bac1,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:14.839772 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47511e72-39b4-4aa4-8ad5-40bfd9dadfcf req-d20e10b0-5cc4-4b6f-9fd8-fc2f2e11b044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:14.841642 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-47511e72-39b4-4aa4-8ad5-40bfd9dadfcf req-d20e10b0-5cc4-4b6f-9fd8-fc2f2e11b044 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=814ea84104dd4ee1b125cc8688bffd7b&device_id=3cb69746-5594-47c6-abfb-beffa84fb2ca HTTP/1.1" status: 200 len: 1099 time: 0.0513496 Aug 04 16:25:14.978820 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47511e72-39b4-4aa4-8ad5-40bfd9dadfcf req-50457844-207d-4295-a825-7dd5d5c74f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:14.980226 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-47511e72-39b4-4aa4-8ad5-40bfd9dadfcf req-50457844-207d-4295-a825-7dd5d5c74f4b service neutron] 10.222.0.50 "GET /v2.0/networks?id=adba0a6e-44f8-4a54-84d5-54ff0bc6bb41 HTTP/1.1" status: 200 len: 916 time: 0.0975199 Aug 04 16:25:15.060021 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-47511e72-39b4-4aa4-8ad5-40bfd9dadfcf req-5fdeefe6-d1a0-4e19-b98c-c880e6eaca09 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b162335e-7c27-4531-a303-ef9867eb115e HTTP/1.1" status: 200 len: 217 time: 0.0510457 Aug 04 16:25:15.079258 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 41586) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:15.117855 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-70d0d70f-4521-4162-bad9-44148d0fc016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:15.141222 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47511e72-39b4-4aa4-8ad5-40bfd9dadfcf req-e62d3352-cfef-4884-8e1b-619883e7b844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:15.142728 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-47511e72-39b4-4aa4-8ad5-40bfd9dadfcf req-e62d3352-cfef-4884-8e1b-619883e7b844 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6f7c1adb-0393-4d8f-aa60-5e62e154bcaf HTTP/1.1" status: 200 len: 855 time: 0.0648296 Aug 04 16:25:15.207404 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-47511e72-39b4-4aa4-8ad5-40bfd9dadfcf req-9807e462-f9ed-43eb-8a31-992a4c8b2ea5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=adba0a6e-44f8-4a54-84d5-54ff0bc6bb41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295658 Aug 04 16:25:15.301212 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-70d0d70f-4521-4162-bad9-44148d0fc016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:15.313347 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-70d0d70f-4521-4162-bad9-44148d0fc016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:15.356112 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-47511e72-39b4-4aa4-8ad5-40bfd9dadfcf req-7ecca87f-6f74-4405-baac-441cc6239249 service neutron] 10.222.0.50 "GET /v2.0/networks/adba0a6e-44f8-4a54-84d5-54ff0bc6bb41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299665 Aug 04 16:25:15.367806 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0d70f-4521-4162-bad9-44148d0fc016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f25b5ad-8a1b-49d8-994c-bd42c5d59629,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:15.373213 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-70d0d70f-4521-4162-bad9-44148d0fc016 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3ca905cab2154d85aa1dd879fd7c8107&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2859232 Aug 04 16:25:15.376408 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 41594) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:15.435069 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-879d29f2-ecb1-433c-a98e-2269fd0c207b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:15.470547 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-879d29f2-ecb1-433c-a98e-2269fd0c207b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:15.489728 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8175951c-6898-4a87-b640-64652ab8e1b4 req-9a93ca53-b571-424c-bb17-7d253a9a762e tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:15.491519 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-8175951c-6898-4a87-b640-64652ab8e1b4 req-9a93ca53-b571-424c-bb17-7d253a9a762e tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab28e453-d982-46f7-b51d-19d0a91ccfea HTTP/1.1" status: 200 len: 946 time: 0.1172702 Aug 04 16:25:15.527729 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-47511e72-39b4-4aa4-8ad5-40bfd9dadfcf req-e191c09b-8a4b-44c8-8cce-da11b29108f7 service neutron] 10.222.0.50 "GET /v2.0/networks/adba0a6e-44f8-4a54-84d5-54ff0bc6bb41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449804 Aug 04 16:25:15.545110 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-879d29f2-ecb1-433c-a98e-2269fd0c207b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:15.550017 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-879d29f2-ecb1-433c-a98e-2269fd0c207b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:15.555128 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-879d29f2-ecb1-433c-a98e-2269fd0c207b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3f25b5ad-8a1b-49d8-994c-bd42c5d59629 HTTP/1.1" status: 204 len: 168 time: 0.1765184 Aug 04 16:25:15.558325 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-8175951c-6898-4a87-b640-64652ab8e1b4 req-bfe9ad8b-0542-4d72-a2cc-b58a61a74b63 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582778 Aug 04 16:25:15.575943 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d29f2-ecb1-433c-a98e-2269fd0c207b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f25b5ad-8a1b-49d8-994c-bd42c5d59629,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:15.788272 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa5843-7102-4829-beb0-e9decc27ba09 req-79a16e31-b4e6-437a-8bf4-a3d72e3db72e tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:15.796586 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-cffa5843-7102-4829-beb0-e9decc27ba09 req-79a16e31-b4e6-437a-8bf4-a3d72e3db72e tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 946 time: 0.0775070 Aug 04 16:25:15.859701 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-cffa5843-7102-4829-beb0-e9decc27ba09 req-8039177a-bfed-4d92-baa2-83eae2e815dd tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617437 Aug 04 16:25:16.981123 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbdf164-286e-472e-b77e-ccb82f5d07ff req-182843fb-9dee-4719-a194-b8ff74280458 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:16.982720 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-1cbdf164-286e-472e-b77e-ccb82f5d07ff req-182843fb-9dee-4719-a194-b8ff74280458 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 946 time: 0.0567601 Aug 04 16:25:17.025744 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-1cbdf164-286e-472e-b77e-ccb82f5d07ff req-ad1c82fb-1bee-413e-9ab5-847a9c46f114 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364277 Aug 04 16:25:18.173735 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d1cff-f125-4227-ac6a-1ab4a4b1ef6f req-f0129562-fc17-4b99-8d83-766b6eed1f36 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:18.175778 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9a1d1cff-f125-4227-ac6a-1ab4a4b1ef6f req-f0129562-fc17-4b99-8d83-766b6eed1f36 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 946 time: 0.0679972 Aug 04 16:25:18.237905 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9a1d1cff-f125-4227-ac6a-1ab4a4b1ef6f req-8b4a09e0-9df0-42d3-a9bb-163b523ec45b tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498900 Aug 04 16:25:18.728489 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-1be5020d-2031-4453-9c65-897a3433d636 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:18.730066 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-1be5020d-2031-4453-9c65-897a3433d636 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/networks?id=adba0a6e-44f8-4a54-84d5-54ff0bc6bb41 HTTP/1.1" status: 200 len: 815 time: 0.1127250 Aug 04 16:25:18.747152 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-3d8af828-4055-4dee-94ef-562d4dd328bd tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/quotas/814ea84104dd4ee1b125cc8688bffd7b HTTP/1.1" status: 200 len: 375 time: 0.0099130 Aug 04 16:25:18.810435 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-f37c3759-964a-4be4-b0a1-4dbb46890207 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=814ea84104dd4ee1b125cc8688bffd7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564642 Aug 04 16:25:18.906805 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-7aea071f-85bb-4abc-9f57-3b2264a4e638 service neutron] 10.222.0.77 "GET /v2.0/networks/adba0a6e-44f8-4a54-84d5-54ff0bc6bb41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885088 Aug 04 16:25:19.019829 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-b05c966f-b4de-44c8-8cad-e77ee670c291 service neutron] 10.222.0.77 "GET /v2.0/networks/adba0a6e-44f8-4a54-84d5-54ff0bc6bb41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065662 Aug 04 16:25:19.183111 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-ce5cdc58-b092-433c-8d82-01b0f144cfdd req-e852b39c-d78d-40d9-83b2-8a19f40af15b tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=633aa183-b18b-4a00-b5c5-544b98236747 HTTP/1.1" status: 200 len: 210 time: 0.0266328 Aug 04 16:25:19.400820 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98db2d-f2d5-4db9-9742-3ae95907b035 req-3502740c-09d7-4768-95a6-b175a5f62105 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:19.403416 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-1a98db2d-f2d5-4db9-9742-3ae95907b035 req-3502740c-09d7-4768-95a6-b175a5f62105 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 946 time: 0.0751066 Aug 04 16:25:19.472186 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-1a98db2d-f2d5-4db9-9742-3ae95907b035 req-58697cd5-8950-43cc-b94e-305860d53862 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570972 Aug 04 16:25:20.004642 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:22.421836 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 6 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:25:22.638722 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-6049302d-c0c0-4745-a2aa-4c130ce9bc2d req-f1c0be39-ffa9-46c9-9ae7-4078685499d0 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=633aa183-b18b-4a00-b5c5-544b98236747 HTTP/1.1" status: 200 len: 210 time: 0.0563550 Aug 04 16:25:22.691879 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd680cd5-db9e-49be-8f97-195cc24c0554 req-4d7c9d6b-de7b-4ab8-b692-7158c4183eb8 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:22.693377 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-cd680cd5-db9e-49be-8f97-195cc24c0554 req-4d7c9d6b-de7b-4ab8-b692-7158c4183eb8 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 946 time: 0.0553808 Aug 04 16:25:22.741004 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-cd680cd5-db9e-49be-8f97-195cc24c0554 req-ce0fb741-1c7a-489c-a277-40e77d5db24d tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410721 Aug 04 16:25:23.510617 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-f2851dca-3bd3-4bf7-81ed-05321d14ff55 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:23.512182 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-f2851dca-3bd3-4bf7-81ed-05321d14ff55 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.50 "GET /v2.0/networks?id=adba0a6e-44f8-4a54-84d5-54ff0bc6bb41 HTTP/1.1" status: 200 len: 815 time: 0.1318130 Aug 04 16:25:23.531802 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-cc316301-5926-41a6-85da-975761a2f967 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Request body: {'port': {'device_id': '633aa183-b18b-4a00-b5c5-544b98236747', 'network_id': 'adba0a6e-44f8-4a54-84d5-54ff0bc6bb41', 'admin_state_up': True, 'tenant_id': '814ea84104dd4ee1b125cc8688bffd7b'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:25:23.685604 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-cc316301-5926-41a6-85da-975761a2f967 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Made reservation on behalf of 814ea84104dd4ee1b125cc8688bffd7b for: {'port': 1} {{(pid=93330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:25:23.693716 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-cc316301-5926-41a6-85da-975761a2f967 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:23.765128 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-331cc3e5-af6d-4975-8749-400fdf96436c req-95501434-cdee-471c-b566-ff1fd102bfa6 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=633aa183-b18b-4a00-b5c5-544b98236747 HTTP/1.1" status: 200 len: 210 time: 0.0299945 Aug 04 16:25:23.917424 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.db_base_plugin_common [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-cc316301-5926-41a6-85da-975761a2f967 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Allocated IP 172.20.0.2 (adba0a6e-44f8-4a54-84d5-54ff0bc6bb41/6f7c1adb-0393-4d8f-aa60-5e62e154bcaf/47499106-0a08-49c1-893b-db6e05e577ca) {{(pid=93330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:25:23.926732 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974d82c-a307-476e-924a-e574a1ea9302 req-1cea141c-f17f-4be0-82bb-1fc685cfa254 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:23.928550 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6974d82c-a307-476e-924a-e574a1ea9302 req-1cea141c-f17f-4be0-82bb-1fc685cfa254 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 946 time: 0.1026683 Aug 04 16:25:23.998640 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6974d82c-a307-476e-924a-e574a1ea9302 req-2e7e1ee9-20ad-4c56-9989-189647d19b1b tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609820 Aug 04 16:25:24.141031 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-cc316301-5926-41a6-85da-975761a2f967 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Notify callbacks [] for port, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:24.191837 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-cc316301-5926-41a6-85da-975761a2f967 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:24.206692 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] get_ports_and_sgs() called for port_ids ['b162335e-7c27-4531-a303-ef9867eb115e', 'a3e775d0-e69d-4c40-9188-fbe388517260'] {{(pid=93332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:25:24.508972 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-cc316301-5926-41a6-85da-975761a2f967 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Network adba0a6e-44f8-4a54-84d5-54ff0bc6bb41 is already hosted by enough agents. {{(pid=93330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:25:24.510600 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-cc316301-5926-41a6-85da-975761a2f967 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Resources bound (agent type, host, resource id): {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:25:24.513514 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-cc316301-5926-41a6-85da-975761a2f967 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Received port after_create {{(pid=93330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:25:24.554724 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc316301-5926-41a6-85da-975761a2f967 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Pushing event updated for resources: {'Port': ['ID=47499106-0a08-49c1-893b-db6e05e577ca,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:24.585338 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-cc316301-5926-41a6-85da-975761a2f967 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:24.586191 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-cc316301-5926-41a6-85da-975761a2f967 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:24.604626 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-cc316301-5926-41a6-85da-975761a2f967 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0767720 Aug 04 16:25:24.630415 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-532872f2-f07e-4ac4-bc5b-bd4d650aa3bb service neutron] Request body: {'port': {'device_id': '633aa183-b18b-4a00-b5c5-544b98236747', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:25:24.716387 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-532872f2-f07e-4ac4-bc5b-bd4d650aa3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:24.755768 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c7e9d-44fe-4ac8-8fd4-cf4d364e94a9 req-8c044b71-612a-40b5-80f4-7bdfd28d5849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:24.757283 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-ed6c7e9d-44fe-4ac8-8fd4-cf4d364e94a9 req-8c044b71-612a-40b5-80f4-7bdfd28d5849 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 1099 time: 0.0773683 Aug 04 16:25:24.870469 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-ed6c7e9d-44fe-4ac8-8fd4-cf4d364e94a9 req-bbc226d6-ede5-41f3-9388-54f4ba99e845 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966332 Aug 04 16:25:24.944855 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6308754-8e4d-4fdb-839a-c5dc55c40624 req-345bba36-0fa1-43c8-8f69-80e8e015ccba tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:24.955339 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-c6308754-8e4d-4fdb-839a-c5dc55c40624 req-345bba36-0fa1-43c8-8f69-80e8e015ccba tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=633aa183-b18b-4a00-b5c5-544b98236747 HTTP/1.1" status: 200 len: 931 time: 0.0755975 Aug 04 16:25:24.995998 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-c6308754-8e4d-4fdb-839a-c5dc55c40624 req-be392b3d-6e5a-4512-be97-d005a1ad85cb tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395093 Aug 04 16:25:25.024396 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-532872f2-f07e-4ac4-bc5b-bd4d650aa3bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47499106-0a08-49c1-893b-db6e05e577ca {{(pid=93330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:25:25.032780 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-532872f2-f07e-4ac4-bc5b-bd4d650aa3bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:25.046036 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.provisioning_blocks [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-532872f2-f07e-4ac4-bc5b-bd4d650aa3bb service neutron] Transition to ACTIVE for port object 47499106-0a08-49c1-893b-db6e05e577ca will not be triggered until provisioned by entity L2. {{(pid=93330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:25:25.051022 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-532872f2-f07e-4ac4-bc5b-bd4d650aa3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129638395'] for port, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:25.132955 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532872f2-f07e-4ac4-bc5b-bd4d650aa3bb service neutron] Pushing event updated for resources: {'Port': ['ID=47499106-0a08-49c1-893b-db6e05e577ca,revision_number=2']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:25.193745 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfed651-e94b-4833-ba73-d40dd23d1083 req-edcdc11b-9040-4283-b725-09b4ac1c4521 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:25.195345 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0cfed651-e94b-4833-ba73-d40dd23d1083 req-edcdc11b-9040-4283-b725-09b4ac1c4521 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 946 time: 0.1154771 Aug 04 16:25:25.243028 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-532872f2-f07e-4ac4-bc5b-bd4d650aa3bb service neutron] Attempting to bind port 47499106-0a08-49c1-893b-db6e05e577ca on host hv-cinder-78956 for vnic_type normal with profile {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:25:25.243347 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-532872f2-f07e-4ac4-bc5b-bd4d650aa3bb service neutron] Attempting to bind port 47499106-0a08-49c1-893b-db6e05e577ca by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'c440e2a5-b317-4439-bc53-ce6262488736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'adba0a6e-44f8-4a54-84d5-54ff0bc6bb41'}] {{(pid=93330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:25:25.243691 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-532872f2-f07e-4ac4-bc5b-bd4d650aa3bb service neutron] Attempting to bind port 47499106-0a08-49c1-893b-db6e05e577ca on network adba0a6e-44f8-4a54-84d5-54ff0bc6bb41 {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:25:25.254994 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0cfed651-e94b-4833-ba73-d40dd23d1083 req-ec9d09af-d6db-4912-bea9-0152563e2428 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534368 Aug 04 16:25:25.255967 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-532872f2-f07e-4ac4-bc5b-bd4d650aa3bb service neutron] Port 47499106-0a08-49c1-893b-db6e05e577ca on network adba0a6e-44f8-4a54-84d5-54ff0bc6bb41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:25:25.256295 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-532872f2-f07e-4ac4-bc5b-bd4d650aa3bb service neutron] Attempting to bind port 47499106-0a08-49c1-893b-db6e05e577ca on network adba0a6e-44f8-4a54-84d5-54ff0bc6bb41 {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:25:25.264528 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-532872f2-f07e-4ac4-bc5b-bd4d650aa3bb service neutron] Checking agent: {'id': 'd306b3d0-6735-4bf3-81d7-29bae54f6551', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 22, 19), 'started_at': datetime.datetime(2021, 8, 4, 16, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:25:25.264924 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-532872f2-f07e-4ac4-bc5b-bd4d650aa3bb service neutron] Checking segment: {'id': 'c440e2a5-b317-4439-bc53-ce6262488736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'adba0a6e-44f8-4a54-84d5-54ff0bc6bb41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:25:25.265395 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-532872f2-f07e-4ac4-bc5b-bd4d650aa3bb service neutron] Bound using segment: {'id': 'c440e2a5-b317-4439-bc53-ce6262488736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'adba0a6e-44f8-4a54-84d5-54ff0bc6bb41'} {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:25:25.265964 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-532872f2-f07e-4ac4-bc5b-bd4d650aa3bb service neutron] Bound port: 47499106-0a08-49c1-893b-db6e05e577ca, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c440e2a5-b317-4439-bc53-ce6262488736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'adba0a6e-44f8-4a54-84d5-54ff0bc6bb41'}}] {{(pid=93330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:25:25.266439 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-532872f2-f07e-4ac4-bc5b-bd4d650aa3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:25.340868 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-532872f2-f07e-4ac4-bc5b-bd4d650aa3bb service neutron] For port 47499106-0a08-49c1-893b-db6e05e577ca, host hv-cinder-78956, cleared binding levels {{(pid=93330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:25:25.344261 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-532872f2-f07e-4ac4-bc5b-bd4d650aa3bb service neutron] For port 47499106-0a08-49c1-893b-db6e05e577ca, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=47499106-0a08-49c1-893b-db6e05e577ca,segment=NetworkSegment(c440e2a5-b317-4439-bc53-ce6262488736),segment_id=c440e2a5-b317-4439-bc53-ce6262488736)] {{(pid=93330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:25:25.350004 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-532872f2-f07e-4ac4-bc5b-bd4d650aa3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129638395'] for port, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:25.385400 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-532872f2-f07e-4ac4-bc5b-bd4d650aa3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:25.386052 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-532872f2-f07e-4ac4-bc5b-bd4d650aa3bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:25.387504 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-532872f2-f07e-4ac4-bc5b-bd4d650aa3bb service neutron] 10.222.0.50 "PUT /v2.0/ports/47499106-0a08-49c1-893b-db6e05e577ca HTTP/1.1" status: 200 len: 1093 time: 0.7631605 Aug 04 16:25:25.387948 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '633aa183-b18b-4a00-b5c5-544b98236747', 'tag': '47499106-0a08-49c1-893b-db6e05e577ca'}] {{(pid=93330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:25:25.390200 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37e886c0defde040503dc6230deb255415226de4639eab9b495881836c77004d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f57203f-b925-41ab-8a16-4e6a569b3fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "633aa183-b18b-4a00-b5c5-544b98236747", "tag": "47499106-0a08-49c1-893b-db6e05e577ca"}]}' {{(pid=93330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:25:25.416812 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532872f2-f07e-4ac4-bc5b-bd4d650aa3bb service neutron] Pushing event updated for resources: {'Port': ['ID=47499106-0a08-49c1-893b-db6e05e577ca,revision_number=3']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:25.429549 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd6fb72-ec23-45f4-8543-5536f5137295 x-openstack-request-id: req-abd6fb72-ec23-45f4-8543-5536f5137295 {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:25:25.429817 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "633aa183-b18b-4a00-b5c5-544b98236747", "tag": "47499106-0a08-49c1-893b-db6e05e577ca", "status": "completed", "code": 200}]} {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:25:25.430107 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-abd6fb72-ec23-45f4-8543-5536f5137295 {{(pid=93330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:25:25.430533 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '633aa183-b18b-4a00-b5c5-544b98236747', 'tag': '47499106-0a08-49c1-893b-db6e05e577ca', 'status': 'completed', 'code': 200} Aug 04 16:25:25.505382 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-6dfa5304-202d-4e94-9091-6102288258f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:25.506988 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-6dfa5304-202d-4e94-9091-6102288258f5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=814ea84104dd4ee1b125cc8688bffd7b&device_id=633aa183-b18b-4a00-b5c5-544b98236747 HTTP/1.1" status: 200 len: 1096 time: 0.0437043 Aug 04 16:25:25.563500 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-19650470-2944-4f01-9e8a-2d02318288a1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47499106-0a08-49c1-893b-db6e05e577ca HTTP/1.1" status: 200 len: 217 time: 0.0368404 Aug 04 16:25:25.621407 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-787d94a1-a932-4835-8432-ee2e268057ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:25.623090 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-787d94a1-a932-4835-8432-ee2e268057ec service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6f7c1adb-0393-4d8f-aa60-5e62e154bcaf HTTP/1.1" status: 200 len: 855 time: 0.0481415 Aug 04 16:25:25.671502 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-6f3a3e57-efd5-4e11-9d28-213400caaf3b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=adba0a6e-44f8-4a54-84d5-54ff0bc6bb41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260427 Aug 04 16:25:25.793794 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-341388a5-2356-4cfc-8ba3-f0111f34d821 service neutron] 10.222.0.50 "GET /v2.0/networks/adba0a6e-44f8-4a54-84d5-54ff0bc6bb41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963216 Aug 04 16:25:25.910954 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-27c9acb8-974e-426c-9239-aa525196a4d6 req-c6e88dda-a9e6-4293-909c-2b27f3ae7e53 service neutron] 10.222.0.50 "GET /v2.0/networks/adba0a6e-44f8-4a54-84d5-54ff0bc6bb41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965605 Aug 04 16:25:26.053674 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57203f-b925-41ab-8a16-4e6a569b3fdf req-dd2fdab4-b889-4d95-bc14-21193685d7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:26.055572 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-7f57203f-b925-41ab-8a16-4e6a569b3fdf req-dd2fdab4-b889-4d95-bc14-21193685d7e5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=814ea84104dd4ee1b125cc8688bffd7b&device_id=633aa183-b18b-4a00-b5c5-544b98236747 HTTP/1.1" status: 200 len: 1096 time: 0.0539327 Aug 04 16:25:26.196030 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745da98-724b-476a-9fc3-c4b44efbc24a req-8a7097bd-b23f-4edf-a47f-bdd71f569e5a tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:26.197707 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f745da98-724b-476a-9fc3-c4b44efbc24a req-8a7097bd-b23f-4edf-a47f-bdd71f569e5a tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=633aa183-b18b-4a00-b5c5-544b98236747 HTTP/1.1" status: 200 len: 943 time: 0.1094620 Aug 04 16:25:26.201139 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57203f-b925-41ab-8a16-4e6a569b3fdf req-cfc1655a-8660-46f8-b547-b5f6d8e9d240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:26.202602 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-7f57203f-b925-41ab-8a16-4e6a569b3fdf req-cfc1655a-8660-46f8-b547-b5f6d8e9d240 service neutron] 10.222.0.50 "GET /v2.0/networks?id=adba0a6e-44f8-4a54-84d5-54ff0bc6bb41 HTTP/1.1" status: 200 len: 916 time: 0.1343689 Aug 04 16:25:26.278731 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-7f57203f-b925-41ab-8a16-4e6a569b3fdf req-57aef6e5-1f16-4c21-9a03-6fb6c1113475 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47499106-0a08-49c1-893b-db6e05e577ca HTTP/1.1" status: 200 len: 217 time: 0.0505981 Aug 04 16:25:26.303333 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f745da98-724b-476a-9fc3-c4b44efbc24a req-61adbec5-7031-47d8-adbd-b54072a00b68 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941200 Aug 04 16:25:26.317646 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 41842) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:26.357917 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57203f-b925-41ab-8a16-4e6a569b3fdf req-82bb6fb9-d9d1-4f17-b32f-baf7bf984430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:26.359361 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-7f57203f-b925-41ab-8a16-4e6a569b3fdf req-82bb6fb9-d9d1-4f17-b32f-baf7bf984430 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6f7c1adb-0393-4d8f-aa60-5e62e154bcaf HTTP/1.1" status: 200 len: 855 time: 0.0697062 Aug 04 16:25:26.403378 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-7f57203f-b925-41ab-8a16-4e6a569b3fdf req-0f52b29a-c135-4972-aa52-cb2ba1909d2f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=adba0a6e-44f8-4a54-84d5-54ff0bc6bb41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289423 Aug 04 16:25:26.419708 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eca41e-d9bf-4f15-b039-66f731842c54 req-acdb8aa0-54cc-4d48-a705-6d44824c0796 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:26.422036 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-28eca41e-d9bf-4f15-b039-66f731842c54 req-acdb8aa0-54cc-4d48-a705-6d44824c0796 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 946 time: 0.0685220 Aug 04 16:25:26.473494 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-08bf83b1-ec47-4891-81c9-5eead3cff70a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:26.507806 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-28eca41e-d9bf-4f15-b039-66f731842c54 req-2b28d993-5683-4a51-b0ad-13598c822f16 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773571 Aug 04 16:25:26.510768 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-7f57203f-b925-41ab-8a16-4e6a569b3fdf req-acaf03f6-3b81-4c2a-b8cd-b7beb9b86649 service neutron] 10.222.0.50 "GET /v2.0/networks/adba0a6e-44f8-4a54-84d5-54ff0bc6bb41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935459 Aug 04 16:25:26.582694 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-08bf83b1-ec47-4891-81c9-5eead3cff70a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:26.588076 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-08bf83b1-ec47-4891-81c9-5eead3cff70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:26.614038 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-7f57203f-b925-41ab-8a16-4e6a569b3fdf req-c6a4e639-8988-474b-a2eb-74a02ec25ea9 service neutron] 10.222.0.50 "GET /v2.0/networks/adba0a6e-44f8-4a54-84d5-54ff0bc6bb41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901186 Aug 04 16:25:26.629692 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-08bf83b1-ec47-4891-81c9-5eead3cff70a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ecead5518a984523bb056b712f5a13ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3100567 Aug 04 16:25:26.630665 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf83b1-ec47-4891-81c9-5eead3cff70a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46dfb166-2fd8-462c-ab97-94fd90fac772,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:26.632916 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 41846) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:26.686241 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-e1a76bd7-1a37-404e-9e11-b3db4b714945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:26.707448 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-e1a76bd7-1a37-404e-9e11-b3db4b714945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:26.766848 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-e1a76bd7-1a37-404e-9e11-b3db4b714945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:26.769693 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-e1a76bd7-1a37-404e-9e11-b3db4b714945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:26.770930 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-e1a76bd7-1a37-404e-9e11-b3db4b714945 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/46dfb166-2fd8-462c-ab97-94fd90fac772 HTTP/1.1" status: 204 len: 168 time: 0.1370115 Aug 04 16:25:26.783738 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a76bd7-1a37-404e-9e11-b3db4b714945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46dfb166-2fd8-462c-ab97-94fd90fac772,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:27.438963 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eae085-dc4a-4f30-9399-182bb8c2af37 req-b1a638e3-9891-4acb-9499-110ee113a045 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:27.440504 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-11eae085-dc4a-4f30-9399-182bb8c2af37 req-b1a638e3-9891-4acb-9499-110ee113a045 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=633aa183-b18b-4a00-b5c5-544b98236747 HTTP/1.1" status: 200 len: 943 time: 0.0523062 Aug 04 16:25:27.486397 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-11eae085-dc4a-4f30-9399-182bb8c2af37 req-4712a9d2-ce52-4442-906b-894673c91030 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372279 Aug 04 16:25:27.508928 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 41880) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:27.623876 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [None req-2868e667-668b-4103-8310-f6b37301f26f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2053931715-network', 'tenant_id': 'c5b483243f1443f891eee772089355e6'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:25:27.634557 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6aca7-0d95-45f4-a9a7-637602b5573f req-deeb37b3-672e-4206-ab39-d694fba3457b tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:27.636113 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-fce6aca7-0d95-45f4-a9a7-637602b5573f req-deeb37b3-672e-4206-ab39-d694fba3457b tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 946 time: 0.0520558 Aug 04 16:25:27.650192 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2868e667-668b-4103-8310-f6b37301f26f admin admin] Made reservation on behalf of c5b483243f1443f891eee772089355e6 for: {'network': 1} {{(pid=93330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:25:27.652595 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-2868e667-668b-4103-8310-f6b37301f26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for network, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:27.662094 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-2868e667-668b-4103-8310-f6b37301f26f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:27.680864 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-fce6aca7-0d95-45f4-a9a7-637602b5573f req-12612537-1a74-4875-9a10-dcce53fb7d75 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380373 Aug 04 16:25:27.793433 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-2868e667-668b-4103-8310-f6b37301f26f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:27.807178 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-2868e667-668b-4103-8310-f6b37301f26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:27.835198 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2868e667-668b-4103-8310-f6b37301f26f admin admin] vlan segment allocate from pool success with {'vlan_id': 867, 'physical_network': 'physnet1'} {{(pid=93330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:25:27.857527 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-2868e667-668b-4103-8310-f6b37301f26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519'] for segment, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:27.857979 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.db.segments_db [None req-2868e667-668b-4103-8310-f6b37301f26f admin admin] Added segment 2836939e-73dd-4a0d-ba0c-87ac3d65e8d9 of type vlan for network ac7cd450-e44f-4fa4-b535-c94ee7de8b1a Aug 04 16:25:27.869425 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2868e667-668b-4103-8310-f6b37301f26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048d372e-c15a-4862-941b-693b08f4b708,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:27.900401 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdda403-a95e-4c31-8543-69097944234b req-fd1a06c5-812b-4f82-a1a1-eed35387a404 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:27.902174 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6fdda403-a95e-4c31-8543-69097944234b req-fd1a06c5-812b-4f82-a1a1-eed35387a404 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.1261497 Aug 04 16:25:27.917484 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-2868e667-668b-4103-8310-f6b37301f26f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758853320587'] for network, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:27.981571 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6fdda403-a95e-4c31-8543-69097944234b req-949e9a21-3ce8-4d8d-aee5-15cabc042fe2 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681076 Aug 04 16:25:27.988405 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-2868e667-668b-4103-8310-f6b37301f26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334'] for network, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:27.989741 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2868e667-668b-4103-8310-f6b37301f26f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:27.990685 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-2868e667-668b-4103-8310-f6b37301f26f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for network, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:28.048180 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-2868e667-668b-4103-8310-f6b37301f26f admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5373268 Aug 04 16:25:28.050956 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 41896) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:28.056365 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [None req-3cfb9370-a2ff-412b-a08e-ef09b0d9f114 admin admin] Request body: {'subnet': {'network_id': 'ac7cd450-e44f-4fa4-b535-c94ee7de8b1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2053931715-subnet', 'tenant_id': 'c5b483243f1443f891eee772089355e6', 'ip_version': 4}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:25:28.065729 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2868e667-668b-4103-8310-f6b37301f26f admin admin] Pushing event updated for resources: {'Network': ['ID=ac7cd450-e44f-4fa4-b535-c94ee7de8b1a,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:28.090220 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfb9370-a2ff-412b-a08e-ef09b0d9f114 admin admin] Made reservation on behalf of c5b483243f1443f891eee772089355e6 for: {'subnet': 1} {{(pid=93330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:25:28.091194 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Network ac7cd450-e44f-4fa4-b535-c94ee7de8b1a details requested by agent ovs-agent-dv-cinder-789564-9-iscsi with host dv-cinder-789564-9-iscsi {{(pid=93332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:25:28.093446 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-3cfb9370-a2ff-412b-a08e-ef09b0d9f114 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129819958'] for subnet, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:28.303991 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-3cfb9370-a2ff-412b-a08e-ef09b0d9f114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129638260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129819940'] for subnet, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:28.372706 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb9370-a2ff-412b-a08e-ef09b0d9f114 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9ef757f-c3c6-418f-9d37-283a70110fe2,revision_number=0']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:28.386607 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfb9370-a2ff-412b-a08e-ef09b0d9f114 admin admin] Checking segment: {'id': '2836939e-73dd-4a0d-ba0c-87ac3d65e8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'ac7cd450-e44f-4fa4-b535-c94ee7de8b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:25:28.387062 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfb9370-a2ff-412b-a08e-ef09b0d9f114 admin admin] Network hostable DHCP agents. Network: ac7cd450-e44f-4fa4-b535-c94ee7de8b1a, hostable agents: ['eaf2aaff-ba37-427f-8468-b829a196e20c'], hosted agents: [] {{(pid=93330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:25:28.411150 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfb9370-a2ff-412b-a08e-ef09b0d9f114 admin admin] Network ac7cd450-e44f-4fa4-b535-c94ee7de8b1a is scheduled to be hosted by DHCP agent eaf2aaff-ba37-427f-8468-b829a196e20c with binding_index 1 {{(pid=93330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:25:28.433867 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [None req-3cfb9370-a2ff-412b-a08e-ef09b0d9f114 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-9-iscsi, ac7cd450-e44f-4fa4-b535-c94ee7de8b1a) {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:25:28.444384 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfb9370-a2ff-412b-a08e-ef09b0d9f114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:28.447150 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-3cfb9370-a2ff-412b-a08e-ef09b0d9f114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for subnet, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:28.449740 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1453c2-d3b2-484b-b0ac-2726d2e79902 None None] Network ac7cd450-e44f-4fa4-b535-c94ee7de8b1a requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:25:28.467035 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-3cfb9370-a2ff-412b-a08e-ef09b0d9f114 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4148464 Aug 04 16:25:28.470021 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 41906) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:28.474896 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-3f710bb1-d904-476a-8d4e-39e4166f6a4e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2053931715-router', 'tenant_id': 'c5b483243f1443f891eee772089355e6', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'}}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:25:28.518858 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-3f710bb1-d904-476a-8d4e-39e4166f6a4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-590814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10750'] for router, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:28.520238 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-3f710bb1-d904-476a-8d4e-39e4166f6a4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10743'] for router, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:28.604045 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-3f710bb1-d904-476a-8d4e-39e4166f6a4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:28.659779 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ab224b-6287-4e9d-b1d0-64a5d895c584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92b968f5-83eb-5d3b-adcb-ad6e8725d7f3-ac7cd450-e44f-4fa4-b535-c94ee7de8b1a', 'network_id': 'ac7cd450-e44f-4fa4-b535-c94ee7de8b1a', 'tenant_id': 'c5b483243f1443f891eee772089355e6', 'fixed_ips': [{'subnet_id': 'c9ef757f-c3c6-418f-9d37-283a70110fe2'}]}} from dv-cinder-789564-9-iscsi. {{(pid=93332) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 16:25:28.660798 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-29ab224b-6287-4e9d-b1d0-64a5d895c584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:28.718117 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a142c-c573-4782-9553-5f452ee1638d req-b22401e6-4fa3-40e1-95a0-323e06a3cf91 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:28.719878 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-ee8a142c-c573-4782-9553-5f452ee1638d req-b22401e6-4fa3-40e1-95a0-323e06a3cf91 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=633aa183-b18b-4a00-b5c5-544b98236747 HTTP/1.1" status: 200 len: 943 time: 0.1296003 Aug 04 16:25:28.799846 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-3f710bb1-d904-476a-8d4e-39e4166f6a4e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:28.833613 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-ee8a142c-c573-4782-9553-5f452ee1638d req-2f345379-95de-4b6c-bb0e-d156da16edbd tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809882 Aug 04 16:25:28.843886 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.db_base_plugin_common [None req-29ab224b-6287-4e9d-b1d0-64a5d895c584 None None] Allocated IP 172.20.0.2 (ac7cd450-e44f-4fa4-b535-c94ee7de8b1a/c9ef757f-c3c6-418f-9d37-283a70110fe2/1396e6d4-738d-4bb6-af49-114286a250f1) {{(pid=93332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:25:29.009228 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-29ab224b-6287-4e9d-b1d0-64a5d895c584 None None] Notify callbacks [] for port, precommit_create {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:29.020956 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-29ab224b-6287-4e9d-b1d0-64a5d895c584 None None] Transition to ACTIVE for port object 1396e6d4-738d-4bb6-af49-114286a250f1 will not be triggered until provisioned by entity L2. {{(pid=93332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:25:29.044350 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-29ab224b-6287-4e9d-b1d0-64a5d895c584 None None] Transition to ACTIVE for port object 1396e6d4-738d-4bb6-af49-114286a250f1 will not be triggered until provisioned by entity DHCP. {{(pid=93332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:25:29.056342 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-29ab224b-6287-4e9d-b1d0-64a5d895c584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767'] for port, after_create {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:29.082643 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-3f710bb1-d904-476a-8d4e-39e4166f6a4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:29.108851 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-3f710bb1-d904-476a-8d4e-39e4166f6a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:29.114734 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ab224b-6287-4e9d-b1d0-64a5d895c584 None None] Network ac7cd450-e44f-4fa4-b535-c94ee7de8b1a is already hosted by enough agents. {{(pid=93332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:25:29.120007 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.scheduler.base_scheduler [None req-29ab224b-6287-4e9d-b1d0-64a5d895c584 None None] Resources bound (agent type, host, resource id): {{(pid=93332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:25:29.127797 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ab224b-6287-4e9d-b1d0-64a5d895c584 None None] Received port after_create {{(pid=93332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:25:29.140880 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab224b-6287-4e9d-b1d0-64a5d895c584 None None] Pushing event updated for resources: {'Port': ['ID=1396e6d4-738d-4bb6-af49-114286a250f1,revision_number=1']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:29.206311 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-29ab224b-6287-4e9d-b1d0-64a5d895c584 None None] Attempting to bind port 1396e6d4-738d-4bb6-af49-114286a250f1 on host dv-cinder-789564-9-iscsi for vnic_type normal with profile {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:25:29.206739 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-29ab224b-6287-4e9d-b1d0-64a5d895c584 None None] Attempting to bind port 1396e6d4-738d-4bb6-af49-114286a250f1 by drivers openvswitch,hyperv on host dv-cinder-789564-9-iscsi at level 0 using segments [{'id': '2836939e-73dd-4a0d-ba0c-87ac3d65e8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'ac7cd450-e44f-4fa4-b535-c94ee7de8b1a'}] {{(pid=93332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:25:29.210102 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ab224b-6287-4e9d-b1d0-64a5d895c584 None None] Attempting to bind port 1396e6d4-738d-4bb6-af49-114286a250f1 on network ac7cd450-e44f-4fa4-b535-c94ee7de8b1a {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:25:29.219534 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ab224b-6287-4e9d-b1d0-64a5d895c584 None None] Checking agent: {'id': '925d9885-7f95-40bb-88ba-4bb3b2a3855f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 16, 11), 'started_at': datetime.datetime(2021, 8, 4, 16, 16, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:25:29.220606 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ab224b-6287-4e9d-b1d0-64a5d895c584 None None] Checking segment: {'id': '2836939e-73dd-4a0d-ba0c-87ac3d65e8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'ac7cd450-e44f-4fa4-b535-c94ee7de8b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:25:29.221671 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-29ab224b-6287-4e9d-b1d0-64a5d895c584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:29.222642 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ab224b-6287-4e9d-b1d0-64a5d895c584 None None] Bound using segment: {'id': '2836939e-73dd-4a0d-ba0c-87ac3d65e8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'ac7cd450-e44f-4fa4-b535-c94ee7de8b1a'} {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:25:29.223541 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-29ab224b-6287-4e9d-b1d0-64a5d895c584 None None] Bound port: 1396e6d4-738d-4bb6-af49-114286a250f1, host: dv-cinder-789564-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2836939e-73dd-4a0d-ba0c-87ac3d65e8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'ac7cd450-e44f-4fa4-b535-c94ee7de8b1a'}}] {{(pid=93332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:25:29.224474 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-29ab224b-6287-4e9d-b1d0-64a5d895c584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:29.297607 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.db_base_plugin_common [None req-3f710bb1-d904-476a-8d4e-39e4166f6a4e admin admin] Allocated IP 172.27.2.15 (79da2935-f34e-4d6b-93be-bb960bd015b1/1f6d232c-c352-4ff7-8ce5-aebf5b141825/3ae4e1e4-cf68-496d-898c-2a888f4ff915) {{(pid=93331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:25:29.352279 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 41920) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:29.354276 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-29ab224b-6287-4e9d-b1d0-64a5d895c584 None None] For port 1396e6d4-738d-4bb6-af49-114286a250f1, host dv-cinder-789564-9-iscsi, cleared binding levels {{(pid=93332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:25:29.357851 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-29ab224b-6287-4e9d-b1d0-64a5d895c584 None None] For port 1396e6d4-738d-4bb6-af49-114286a250f1, host dv-cinder-789564-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=1396e6d4-738d-4bb6-af49-114286a250f1,segment=NetworkSegment(2836939e-73dd-4a0d-ba0c-87ac3d65e8d9),segment_id=2836939e-73dd-4a0d-ba0c-87ac3d65e8d9)] {{(pid=93332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:25:29.365115 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-29ab224b-6287-4e9d-b1d0-64a5d895c584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:29.495165 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab224b-6287-4e9d-b1d0-64a5d895c584 None None] Pushing event updated for resources: {'Port': ['ID=1396e6d4-738d-4bb6-af49-114286a250f1,revision_number=2']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:29.496768 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-7014d55e-7312-46f8-ae4b-54dc30a8cee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:29.514764 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-3f710bb1-d904-476a-8d4e-39e4166f6a4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:29.572510 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-3f710bb1-d904-476a-8d4e-39e4166f6a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129279319'] for port, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:29.620222 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-7014d55e-7312-46f8-ae4b-54dc30a8cee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:29.621926 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f710bb1-d904-476a-8d4e-39e4166f6a4e admin admin] Network 79da2935-f34e-4d6b-93be-bb960bd015b1 is already hosted by enough agents. {{(pid=93331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:25:29.625547 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.base_scheduler [None req-3f710bb1-d904-476a-8d4e-39e4166f6a4e admin admin] Resources bound (agent type, host, resource id): {{(pid=93331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:25:29.626927 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-7014d55e-7312-46f8-ae4b-54dc30a8cee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:29.630280 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f710bb1-d904-476a-8d4e-39e4166f6a4e admin admin] Received port after_create {{(pid=93331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:25:29.633728 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f710bb1-d904-476a-8d4e-39e4166f6a4e admin admin] Pushing event updated for resources: {'Port': ['ID=3ae4e1e4-cf68-496d-898c-2a888f4ff915,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:29.663634 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014d55e-7312-46f8-ae4b-54dc30a8cee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a81c3a-362a-4780-9890-2a709d127ad3,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:29.687818 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-7014d55e-7312-46f8-ae4b-54dc30a8cee9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=97bde841586d45d4aa6cc7bd2a431889&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3312519 Aug 04 16:25:29.688239 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 41928) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:29.798097 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-d55d42f3-a405-4749-a512-6ace2f84e4b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:29.812643 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 47499106-0a08-49c1-893b-db6e05e577ca details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:25:29.831196 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-d55d42f3-a405-4749-a512-6ace2f84e4b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:29.893264 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-d55d42f3-a405-4749-a512-6ace2f84e4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:29.896178 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-d55d42f3-a405-4749-a512-6ace2f84e4b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:29.911628 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-d55d42f3-a405-4749-a512-6ace2f84e4b5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/05a81c3a-362a-4780-9890-2a709d127ad3 HTTP/1.1" status: 204 len: 168 time: 0.2107935 Aug 04 16:25:29.986962 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d42f3-a405-4749-a512-6ace2f84e4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a81c3a-362a-4780-9890-2a709d127ad3,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:30.008616 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 47499106-0a08-49c1-893b-db6e05e577ca, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=47499106-0a08-49c1-893b-db6e05e577ca,segment=NetworkSegment(c440e2a5-b317-4439-bc53-ce6262488736),segment_id=c440e2a5-b317-4439-bc53-ce6262488736)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:25:30.027363 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Returning: {'device': '47499106-0a08-49c1-893b-db6e05e577ca', 'network_id': 'adba0a6e-44f8-4a54-84d5-54ff0bc6bb41', 'port_id': '47499106-0a08-49c1-893b-db6e05e577ca', 'mac_address': 'fa:16:3e:92:a1:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f7c1adb-0393-4d8f-aa60-5e62e154bcaf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:25:30.056803 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9b8543-876a-4a81-98b2-f759379c1be9 req-24f804db-9dba-496c-b5b1-2e6fb588fe9f tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:30.058684 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-3f9b8543-876a-4a81-98b2-f759379c1be9 req-24f804db-9dba-496c-b5b1-2e6fb588fe9f tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.1195366 Aug 04 16:25:30.081141 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3fa99-9f5c-4dd1-9984-a78d22ceb583 req-f196cd40-0ac7-4b62-a524-eceafb13031c tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:30.082097 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:30.089280 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e6a3fa99-9f5c-4dd1-9984-a78d22ceb583 req-f196cd40-0ac7-4b62-a524-eceafb13031c tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=633aa183-b18b-4a00-b5c5-544b98236747 HTTP/1.1" status: 200 len: 943 time: 0.1378317 Aug 04 16:25:30.093696 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab49e5-d7c8-4875-8c6f-939dcecbc1d5 req-7726c8c6-46fb-42db-94d9-513422e9bc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:30.095335 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-84ab49e5-d7c8-4875-8c6f-939dcecbc1d5 req-7726c8c6-46fb-42db-94d9-513422e9bc44 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5ed276298dcd40d9b792743496b57580&device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 1098 time: 0.1824682 Aug 04 16:25:30.098494 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47499106-0a08-49c1-893b-db6e05e577ca {{(pid=93332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:25:30.122732 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 47499106-0a08-49c1-893b-db6e05e577ca, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=47499106-0a08-49c1-893b-db6e05e577ca,segment=NetworkSegment(c440e2a5-b317-4439-bc53-ce6262488736),segment_id=c440e2a5-b317-4439-bc53-ce6262488736)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:25:30.126225 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-3f9b8543-876a-4a81-98b2-f759379c1be9 req-f15860fc-70c5-42b4-817a-89ad3655ff01 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605600 Aug 04 16:25:30.127626 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-3f710bb1-d904-476a-8d4e-39e4166f6a4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:30.143678 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:30.144927 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e6a3fa99-9f5c-4dd1-9984-a78d22ceb583 req-375162cf-95b6-4b5e-8739-708e9a0cc544 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546224 Aug 04 16:25:30.243773 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=47499106-0a08-49c1-893b-db6e05e577ca,revision_number=4']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:30.261586 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab49e5-d7c8-4875-8c6f-939dcecbc1d5 req-a8f7d8c0-fb65-4968-91cf-d6bd621c44a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:30.263155 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-84ab49e5-d7c8-4875-8c6f-939dcecbc1d5 req-a8f7d8c0-fb65-4968-91cf-d6bd621c44a8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7f965b80-7909-4cf3-8c57-8793402555a4 HTTP/1.1" status: 200 len: 918 time: 0.1310232 Aug 04 16:25:30.313836 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-84ab49e5-d7c8-4875-8c6f-939dcecbc1d5 req-8cac122c-1ba8-4dec-b486-e009ba9a0e33 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c98fd1f-2d8e-4194-8ece-0d194fbe1a41 HTTP/1.1" status: 200 len: 217 time: 0.0367510 Aug 04 16:25:30.355519 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 41938) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:30.375539 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-0ad0ce8b-c9a2-4804-ac7d-242d77038fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:30.387963 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-3f710bb1-d904-476a-8d4e-39e4166f6a4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593452'] for router, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:30.393635 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab49e5-d7c8-4875-8c6f-939dcecbc1d5 req-09964460-4116-4208-9407-fb22c6a85ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:30.395494 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-84ab49e5-d7c8-4875-8c6f-939dcecbc1d5 req-09964460-4116-4208-9407-fb22c6a85ae5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e5d1a85b-b9eb-4879-9f2d-2ac1fb84c156 HTTP/1.1" status: 200 len: 857 time: 0.0620553 Aug 04 16:25:30.450880 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-84ab49e5-d7c8-4875-8c6f-939dcecbc1d5 req-4c781b2d-92da-4166-9ca7-50880761ad27 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7f965b80-7909-4cf3-8c57-8793402555a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285952 Aug 04 16:25:30.585170 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-84ab49e5-d7c8-4875-8c6f-939dcecbc1d5 req-bf9dd12f-048a-4be3-a474-a5cda9bdb219 service neutron] 10.222.0.50 "GET /v2.0/networks/7f965b80-7909-4cf3-8c57-8793402555a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128569 Aug 04 16:25:30.664391 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] get_ports_and_sgs() called for port_ids ['47499106-0a08-49c1-893b-db6e05e577ca'] {{(pid=93332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:25:30.720517 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-84ab49e5-d7c8-4875-8c6f-939dcecbc1d5 req-7d303c97-8e41-4629-abe3-9c29ee1092a2 service neutron] 10.222.0.50 "GET /v2.0/networks/7f965b80-7909-4cf3-8c57-8793402555a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070616 Aug 04 16:25:30.791025 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a59d27-d65f-4987-b1c4-722436c21113 None None] Network ac7cd450-e44f-4fa4-b535-c94ee7de8b1a requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:25:30.855990 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-0ad0ce8b-c9a2-4804-ac7d-242d77038fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:30.864943 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-0ad0ce8b-c9a2-4804-ac7d-242d77038fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:30.888224 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-7799fd65-fbf9-4c7a-8e24-016d800476e1 None None] Provisioning for port 1396e6d4-738d-4bb6-af49-114286a250f1 completed by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:25:30.899451 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f710bb1-d904-476a-8d4e-39e4166f6a4e admin admin] Router d70bc899-c0de-4276-85f7-5b5245d458b0 is scheduled to L3 agent d346cf64-ca3f-484e-b552-5df8791a7915 with binding_index 1 {{(pid=93331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 16:25:30.910660 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad0ce8b-c9a2-4804-ac7d-242d77038fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0cf6aa-ab4d-403d-bc2f-971b9f776980,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:30.918855 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-0ad0ce8b-c9a2-4804-ac7d-242d77038fab admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d44b76841b8848479f299b6df13875e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5621996 Aug 04 16:25:30.921553 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 41948) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:30.985921 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-4f7177c6-ea09-40df-93e8-e5e82714331e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:31.010658 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-4f7177c6-ea09-40df-93e8-e5e82714331e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:31.039211 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f710bb1-d904-476a-8d4e-39e4166f6a4e admin admin] Notify agent at l3_agent.dv-cinder-789564-9-iscsi the message routers_updated {{(pid=93331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:25:31.051622 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9474e1-9128-4170-97c7-f47eaaacd4e2 None None] Sync routers for ids ['d70bc899-c0de-4276-85f7-5b5245d458b0'] in dv-cinder-789564-9-iscsi {{(pid=93333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:25:31.064899 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9474e1-9128-4170-97c7-f47eaaacd4e2 None None] Routers {'d70bc899-c0de-4276-85f7-5b5245d458b0'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:25:31.065818 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-6e9474e1-9128-4170-97c7-f47eaaacd4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:25:11Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['d70bc899-c0de-4276-85f7-5b5245d458b0'], 'active': True} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:25:31.067631 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-3f710bb1-d904-476a-8d4e-39e4166f6a4e admin admin] Notify callbacks [] for router, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:31.068906 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-3f710bb1-d904-476a-8d4e-39e4166f6a4e admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5978539 Aug 04 16:25:31.072161 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 41950) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:31.078980 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-4f7177c6-ea09-40df-93e8-e5e82714331e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:31.081970 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-4f7177c6-ea09-40df-93e8-e5e82714331e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:31.083111 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-4f7177c6-ea09-40df-93e8-e5e82714331e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cb0cf6aa-ab4d-403d-bc2f-971b9f776980 HTTP/1.1" status: 204 len: 168 time: 0.1606033 Aug 04 16:25:31.123653 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7177c6-ea09-40df-93e8-e5e82714331e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0cf6aa-ab4d-403d-bc2f-971b9f776980,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:31.179851 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvr_db [None req-6e9474e1-9128-4170-97c7-f47eaaacd4e2 None None] Set router d70bc899-c0de-4276-85f7-5b5245d458b0 gateway port host: dv-cinder-789564-9-iscsi {{(pid=93333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:25:31.359531 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 1396e6d4-738d-4bb6-af49-114286a250f1 up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:25:31.408935 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c594d14-3775-4a0f-bf23-a074dbdf8253 req-4dc2c6d1-0048-4f03-8867-de6a27279fcc tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:31.410901 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-8c594d14-3775-4a0f-bf23-a074dbdf8253 req-4dc2c6d1-0048-4f03-8867-de6a27279fcc tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0751524 Aug 04 16:25:31.486993 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning for port 1396e6d4-738d-4bb6-af49-114286a250f1 completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:25:31.494901 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port 1396e6d4-738d-4bb6-af49-114286a250f1 triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:25:31.495442 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:31.518431 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-8c594d14-3775-4a0f-bf23-a074dbdf8253 req-f622deb5-67ca-48b7-a895-b7a33c4ff9d3 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878363 Aug 04 16:25:31.529042 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef5030-04f1-4b3f-877a-05c750b9a9f1 req-be315936-7b3b-41ab-a794-d9d551e3f6c2 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:31.530870 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-62ef5030-04f1-4b3f-877a-05c750b9a9f1 req-be315936-7b3b-41ab-a794-d9d551e3f6c2 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=633aa183-b18b-4a00-b5c5-544b98236747 HTTP/1.1" status: 200 len: 944 time: 0.1742685 Aug 04 16:25:31.535773 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-6e9474e1-9128-4170-97c7-f47eaaacd4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd70bc899-c0de-4276-85f7-5b5245d458b0', 'name': 'tempest-TestMinimumBasicScenario-2053931715-router', 'tenant_id': 'c5b483243f1443f891eee772089355e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ae4e1e4-cf68-496d-898c-2a888f4ff915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:25:28Z', 'updated_at': '2021-08-04T16:25:29Z', 'revision_number': 3, 'project_id': 'c5b483243f1443f891eee772089355e6', 'gw_port': {'id': '3ae4e1e4-cf68-496d-898c-2a888f4ff915', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd70bc899-c0de-4276-85f7-5b5245d458b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:25:29Z', 'updated_at': '2021-08-04T16:25:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi'}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:25:31.572533 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9474e1-9128-4170-97c7-f47eaaacd4e2 None None] Checking router: d70bc899-c0de-4276-85f7-5b5245d458b0 for host: dv-cinder-789564-9-iscsi {{(pid=93333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:25:31.573184 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9474e1-9128-4170-97c7-f47eaaacd4e2 None None] Updating router d70bc899-c0de-4276-85f7-5b5245d458b0 port 3ae4e1e4-cf68-496d-898c-2a888f4ff915 binding host dv-cinder-789564-9-iscsi {{(pid=93333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:25:31.600605 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-6e9474e1-9128-4170-97c7-f47eaaacd4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:31.626482 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:31.687628 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] For port 1396e6d4-738d-4bb6-af49-114286a250f1, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=1396e6d4-738d-4bb6-af49-114286a250f1,segment=NetworkSegment(2836939e-73dd-4a0d-ba0c-87ac3d65e8d9),segment_id=2836939e-73dd-4a0d-ba0c-87ac3d65e8d9)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:25:31.694147 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:31.694706 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-62ef5030-04f1-4b3f-877a-05c750b9a9f1 req-81509414-16f1-40d8-987a-6a0cdb980c98 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155446 Aug 04 16:25:31.774652 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Pushing event updated for resources: {'Port': ['ID=1396e6d4-738d-4bb6-af49-114286a250f1,revision_number=3']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:31.928767 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-73a5786b-20fc-4719-98f1-25dff86ae5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:31.990576 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-6e9474e1-9128-4170-97c7-f47eaaacd4e2 None None] Notify callbacks [] for port, precommit_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:32.003625 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.provisioning_blocks [None req-6e9474e1-9128-4170-97c7-f47eaaacd4e2 None None] Transition to ACTIVE for port object 3ae4e1e4-cf68-496d-898c-2a888f4ff915 will not be triggered until provisioned by entity L2. {{(pid=93333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:25:32.010926 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-6e9474e1-9128-4170-97c7-f47eaaacd4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:32.111632 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.db_base_plugin_common [None req-73a5786b-20fc-4719-98f1-25dff86ae5fb admin admin] Allocated IP 172.20.0.1 (ac7cd450-e44f-4fa4-b535-c94ee7de8b1a/c9ef757f-c3c6-418f-9d37-283a70110fe2/121cf242-a08a-4a7b-94cf-fea277b343b4) {{(pid=93330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:25:32.164874 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48314390-70ce-4649-9992-d5eeee18a93c None None] Pushing event updated for resources: {'Port': ['ID=3ae4e1e4-cf68-496d-898c-2a888f4ff915,revision_number=2']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:32.176715 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [None req-6e9474e1-9128-4170-97c7-f47eaaacd4e2 None None] Attempting to bind port 3ae4e1e4-cf68-496d-898c-2a888f4ff915 on host dv-cinder-789564-9-iscsi for vnic_type normal with profile {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:25:32.177059 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [None req-6e9474e1-9128-4170-97c7-f47eaaacd4e2 None None] Attempting to bind port 3ae4e1e4-cf68-496d-898c-2a888f4ff915 by drivers openvswitch,hyperv on host dv-cinder-789564-9-iscsi at level 0 using segments [{'id': '25182b56-ac69-4c03-a79e-71a35095fb85', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'}] {{(pid=93333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:25:32.177426 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9474e1-9128-4170-97c7-f47eaaacd4e2 None None] Attempting to bind port 3ae4e1e4-cf68-496d-898c-2a888f4ff915 on network 79da2935-f34e-4d6b-93be-bb960bd015b1 {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:25:32.180171 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48314390-70ce-4649-9992-d5eeee18a93c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:25:32.180419 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48314390-70ce-4649-9992-d5eeee18a93c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:25:32.180772 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48314390-70ce-4649-9992-d5eeee18a93c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:25:32.181106 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48314390-70ce-4649-9992-d5eeee18a93c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:25:32.181432 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48314390-70ce-4649-9992-d5eeee18a93c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:25:32.181758 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48314390-70ce-4649-9992-d5eeee18a93c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:25:32.182105 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48314390-70ce-4649-9992-d5eeee18a93c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:25:32.182424 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48314390-70ce-4649-9992-d5eeee18a93c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:25:32.182766 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48314390-70ce-4649-9992-d5eeee18a93c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:25:32.183085 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48314390-70ce-4649-9992-d5eeee18a93c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:25:32.183399 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48314390-70ce-4649-9992-d5eeee18a93c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:25:32.183719 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48314390-70ce-4649-9992-d5eeee18a93c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:25:32.190413 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9474e1-9128-4170-97c7-f47eaaacd4e2 None None] Checking agent: {'id': '925d9885-7f95-40bb-88ba-4bb3b2a3855f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 16, 11), 'started_at': datetime.datetime(2021, 8, 4, 16, 16, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:25:32.190805 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9474e1-9128-4170-97c7-f47eaaacd4e2 None None] Checking segment: {'id': '25182b56-ac69-4c03-a79e-71a35095fb85', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:25:32.191179 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-6e9474e1-9128-4170-97c7-f47eaaacd4e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:32.191559 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9474e1-9128-4170-97c7-f47eaaacd4e2 None None] Bound using segment: {'id': '25182b56-ac69-4c03-a79e-71a35095fb85', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'} {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:25:32.192016 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [None req-6e9474e1-9128-4170-97c7-f47eaaacd4e2 None None] Bound port: 3ae4e1e4-cf68-496d-898c-2a888f4ff915, host: dv-cinder-789564-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25182b56-ac69-4c03-a79e-71a35095fb85', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'}}] {{(pid=93333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:25:32.192403 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-6e9474e1-9128-4170-97c7-f47eaaacd4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:32.243601 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-73a5786b-20fc-4719-98f1-25dff86ae5fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:32.244075 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [None req-6e9474e1-9128-4170-97c7-f47eaaacd4e2 None None] For port 3ae4e1e4-cf68-496d-898c-2a888f4ff915, host dv-cinder-789564-9-iscsi, cleared binding levels {{(pid=93333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:25:32.247326 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [None req-6e9474e1-9128-4170-97c7-f47eaaacd4e2 None None] For port 3ae4e1e4-cf68-496d-898c-2a888f4ff915, host dv-cinder-789564-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=3ae4e1e4-cf68-496d-898c-2a888f4ff915,segment=NetworkSegment(25182b56-ac69-4c03-a79e-71a35095fb85),segment_id=25182b56-ac69-4c03-a79e-71a35095fb85)] {{(pid=93333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:25:32.253757 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-6e9474e1-9128-4170-97c7-f47eaaacd4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:32.257146 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.provisioning_blocks [None req-73a5786b-20fc-4719-98f1-25dff86ae5fb admin admin] Transition to ACTIVE for port object 121cf242-a08a-4a7b-94cf-fea277b343b4 will not be triggered until provisioned by entity DHCP. {{(pid=93330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:25:32.292290 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-73a5786b-20fc-4719-98f1-25dff86ae5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:32.306645 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48314390-70ce-4649-9992-d5eeee18a93c None None] Pushing event updated for resources: {'Port': ['ID=3ae4e1e4-cf68-496d-898c-2a888f4ff915,revision_number=3']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:32.332047 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9474e1-9128-4170-97c7-f47eaaacd4e2 None None] Routers {'d70bc899-c0de-4276-85f7-5b5245d458b0'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:25:32.333136 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-6e9474e1-9128-4170-97c7-f47eaaacd4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:25:11Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['d70bc899-c0de-4276-85f7-5b5245d458b0'], 'active': True} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:25:32.340149 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a5786b-20fc-4719-98f1-25dff86ae5fb admin admin] Network ac7cd450-e44f-4fa4-b535-c94ee7de8b1a is already hosted by enough agents. {{(pid=93330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:25:32.346071 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [None req-73a5786b-20fc-4719-98f1-25dff86ae5fb admin admin] Resources bound (agent type, host, resource id): {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:25:32.348813 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a5786b-20fc-4719-98f1-25dff86ae5fb admin admin] Received port after_create {{(pid=93330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:25:32.380786 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a5786b-20fc-4719-98f1-25dff86ae5fb admin admin] Pushing event updated for resources: {'Port': ['ID=121cf242-a08a-4a7b-94cf-fea277b343b4,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:32.408726 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-73a5786b-20fc-4719-98f1-25dff86ae5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594499'] for router_interface, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:32.472125 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvr_db [None req-6e9474e1-9128-4170-97c7-f47eaaacd4e2 None None] Set router d70bc899-c0de-4276-85f7-5b5245d458b0 gateway port host: dv-cinder-789564-9-iscsi {{(pid=93333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:25:32.580217 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-73a5786b-20fc-4719-98f1-25dff86ae5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:32.699541 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-fd206958-58bb-464e-8f50-1289bc75246d None None] Provisioning for port 121cf242-a08a-4a7b-94cf-fea277b343b4 completed by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:25:32.710366 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba24da-7f20-44f0-86fe-75a9a5fa3ee2 req-47a13947-18a5-4e65-8a9d-ce096d8030a4 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:32.714667 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-fd206958-58bb-464e-8f50-1289bc75246d None None] Provisioning complete for port 121cf242-a08a-4a7b-94cf-fea277b343b4 triggered by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:25:32.715014 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-fd206958-58bb-464e-8f50-1289bc75246d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:32.723055 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-29ba24da-7f20-44f0-86fe-75a9a5fa3ee2 req-47a13947-18a5-4e65-8a9d-ce096d8030a4 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0932572 Aug 04 16:25:32.739577 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-6e9474e1-9128-4170-97c7-f47eaaacd4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd70bc899-c0de-4276-85f7-5b5245d458b0', 'name': 'tempest-TestMinimumBasicScenario-2053931715-router', 'tenant_id': 'c5b483243f1443f891eee772089355e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ae4e1e4-cf68-496d-898c-2a888f4ff915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:25:28Z', 'updated_at': '2021-08-04T16:25:29Z', 'revision_number': 3, 'project_id': 'c5b483243f1443f891eee772089355e6', 'gw_port': {'id': '3ae4e1e4-cf68-496d-898c-2a888f4ff915', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd70bc899-c0de-4276-85f7-5b5245d458b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:25:29Z', 'updated_at': '2021-08-04T16:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi'}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:25:32.761022 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 41994) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:32.785206 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9474e1-9128-4170-97c7-f47eaaacd4e2 None None] The sync data for ids ['d70bc899-c0de-4276-85f7-5b5245d458b0'] in dv-cinder-789564-9-iscsi is: [{'id': 'd70bc899-c0de-4276-85f7-5b5245d458b0', 'name': 'tempest-TestMinimumBasicScenario-2053931715-router', 'tenant_id': 'c5b483243f1443f891eee772089355e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ae4e1e4-cf68-496d-898c-2a888f4ff915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:25:28Z', 'updated_at': '2021-08-04T16:25:29Z', 'revision_number': 3, 'project_id': 'c5b483243f1443f891eee772089355e6', 'gw_port': {'id': '3ae4e1e4-cf68-496d-898c-2a888f4ff915', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd70bc899-c0de-4276-85f7-5b5245d458b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:25:29Z', 'updated_at': '2021-08-04T16:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi'}] {{(pid=93333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:25:32.790982 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-29ba24da-7f20-44f0-86fe-75a9a5fa3ee2 req-11edcd62-c39d-42be-b2af-62ab72e4e47a tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665455 Aug 04 16:25:32.821992 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-fd206958-58bb-464e-8f50-1289bc75246d None None] Port 121cf242-a08a-4a7b-94cf-fea277b343b4 cannot update to ACTIVE because it is not bound. {{(pid=93332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:25:32.911659 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-38dcf783-9a79-4b7a-ba82-ab1465e2bc71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:33.040006 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-38dcf783-9a79-4b7a-ba82-ab1465e2bc71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:33.045240 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94fe101-8c29-452b-8adb-5a43e693a9c5 req-97c05824-0ec7-4fa7-a09c-909f76eb1052 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:33.046723 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-b94fe101-8c29-452b-8adb-5a43e693a9c5 req-97c05824-0ec7-4fa7-a09c-909f76eb1052 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=633aa183-b18b-4a00-b5c5-544b98236747 HTTP/1.1" status: 200 len: 944 time: 0.0995724 Aug 04 16:25:33.049974 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-38dcf783-9a79-4b7a-ba82-ab1465e2bc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:33.113831 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dcf783-9a79-4b7a-ba82-ab1465e2bc71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974c2941-2bc5-455d-b4a5-a5cacb6baa5e,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:33.118566 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-38dcf783-9a79-4b7a-ba82-ab1465e2bc71 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1bc847bc9580444986d9c3134f7b068c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3562899 Aug 04 16:25:33.121204 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 42000) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:33.163929 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-b94fe101-8c29-452b-8adb-5a43e693a9c5 req-d6424733-886b-40d9-8267-d3d60ada8c34 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049366 Aug 04 16:25:33.211243 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-8d862f35-3e68-43a9-8407-a1b175c88a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:33.237682 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-73a5786b-20fc-4719-98f1-25dff86ae5fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:33.243321 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-8d862f35-3e68-43a9-8407-a1b175c88a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:33.248528 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-73a5786b-20fc-4719-98f1-25dff86ae5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129638395'] for port, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:33.323437 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-73a5786b-20fc-4719-98f1-25dff86ae5fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3631316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596249'] for router_interface, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:33.328480 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-8d862f35-3e68-43a9-8407-a1b175c88a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:33.331217 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-8d862f35-3e68-43a9-8407-a1b175c88a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:33.334307 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-8d862f35-3e68-43a9-8407-a1b175c88a54 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/974c2941-2bc5-455d-b4a5-a5cacb6baa5e HTTP/1.1" status: 204 len: 168 time: 0.2102680 Aug 04 16:25:33.349204 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a5786b-20fc-4719-98f1-25dff86ae5fb admin admin] Pushing event updated for resources: {'Port': ['ID=121cf242-a08a-4a7b-94cf-fea277b343b4,revision_number=2']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:33.352730 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d862f35-3e68-43a9-8407-a1b175c88a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974c2941-2bc5-455d-b4a5-a5cacb6baa5e,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:33.398357 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 1396e6d4-738d-4bb6-af49-114286a250f1 up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:25:33.473527 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port 1396e6d4-738d-4bb6-af49-114286a250f1 triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:25:33.473964 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:33.484723 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a5786b-20fc-4719-98f1-25dff86ae5fb admin admin] Network ac7cd450-e44f-4fa4-b535-c94ee7de8b1a is already hosted by enough agents. {{(pid=93330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:25:33.491308 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [None req-73a5786b-20fc-4719-98f1-25dff86ae5fb admin admin] Resources bound (agent type, host, resource id): {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:25:33.600929 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 3ae4e1e4-cf68-496d-898c-2a888f4ff915 up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:25:33.669180 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a5786b-20fc-4719-98f1-25dff86ae5fb admin admin] Router d70bc899-c0de-4276-85f7-5b5245d458b0 has already been hosted by L3 agent d346cf64-ca3f-484e-b552-5df8791a7915 {{(pid=93330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:25:33.708075 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning for port 3ae4e1e4-cf68-496d-898c-2a888f4ff915 completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:25:33.714533 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port 3ae4e1e4-cf68-496d-898c-2a888f4ff915 triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:25:33.714999 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:33.827019 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 47499106-0a08-49c1-893b-db6e05e577ca up at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:25:33.845088 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a5786b-20fc-4719-98f1-25dff86ae5fb admin admin] Notify agent at l3_agent.dv-cinder-789564-9-iscsi the message routers_updated {{(pid=93330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:25:33.860028 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-73a5786b-20fc-4719-98f1-25dff86ae5fb admin admin] 10.222.0.77 "PUT /v2.0/routers/d70bc899-c0de-4276-85f7-5b5245d458b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7865410 Aug 04 16:25:33.868133 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:33.922121 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] For port 3ae4e1e4-cf68-496d-898c-2a888f4ff915, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=3ae4e1e4-cf68-496d-898c-2a888f4ff915,segment=NetworkSegment(25182b56-ac69-4c03-a79e-71a35095fb85),segment_id=25182b56-ac69-4c03-a79e-71a35095fb85)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:25:33.932041 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:33.941805 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-48559375-e718-4c82-a3dc-b716239cce49 None None] Provisioning complete for port 121cf242-a08a-4a7b-94cf-fea277b343b4 triggered by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:25:33.942236 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-48559375-e718-4c82-a3dc-b716239cce49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:34.004856 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac159c-b2ca-4d78-99c2-4d337e6a2e7a req-be7d3990-dbf0-41b8-a1b9-5740aa1bd1eb tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:34.007206 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-3dac159c-b2ca-4d78-99c2-4d337e6a2e7a req-be7d3990-dbf0-41b8-a1b9-5740aa1bd1eb tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.1175823 Aug 04 16:25:34.018441 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-48559375-e718-4c82-a3dc-b716239cce49 None None] Port 121cf242-a08a-4a7b-94cf-fea277b343b4 cannot update to ACTIVE because it is not bound. {{(pid=93332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:25:34.034486 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Provisioning for port 47499106-0a08-49c1-893b-db6e05e577ca completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:25:34.045897 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Provisioning complete for port 47499106-0a08-49c1-893b-db6e05e577ca triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:25:34.045897 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:34.050744 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Pushing event updated for resources: {'Port': ['ID=3ae4e1e4-cf68-496d-898c-2a888f4ff915,revision_number=4']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:34.101986 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-3dac159c-b2ca-4d78-99c2-4d337e6a2e7a req-193f73e8-eff3-485e-b671-e7785fab4c65 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868025 Aug 04 16:25:34.194283 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:34.227613 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '633aa183-b18b-4a00-b5c5-544b98236747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47499106-0a08-49c1-893b-db6e05e577ca'}] {{(pid=93332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:25:34.231540 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60a3b88c11522644802803ec4887c4dd8a4d8449af02ad3849b143fbab4f5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb6839c-0a52-4e85-9f9c-a37e27b91aa3" -d '{"events": [{"server_uuid": "633aa183-b18b-4a00-b5c5-544b98236747", "name": "network-vif-plugged", "status": "completed", "tag": "47499106-0a08-49c1-893b-db6e05e577ca"}]}' {{(pid=93332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:25:34.248161 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 47499106-0a08-49c1-893b-db6e05e577ca, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=47499106-0a08-49c1-893b-db6e05e577ca,segment=NetworkSegment(c440e2a5-b317-4439-bc53-ce6262488736),segment_id=c440e2a5-b317-4439-bc53-ce6262488736)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:25:34.257519 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:34.327112 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=47499106-0a08-49c1-893b-db6e05e577ca,revision_number=5']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:34.364672 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f3fabb-9d6b-4885-9387-dc2f3f66b8b6 x-openstack-request-id: req-19f3fabb-9d6b-4885-9387-dc2f3f66b8b6 {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:25:34.364969 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "633aa183-b18b-4a00-b5c5-544b98236747", "name": "network-vif-plugged", "status": "completed", "tag": "47499106-0a08-49c1-893b-db6e05e577ca", "code": 200}]} {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:25:34.365221 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-19f3fabb-9d6b-4885-9387-dc2f3f66b8b6 {{(pid=93332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:25:34.365632 dv-cinder-789564-9-iscsi neutron-server[93332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '633aa183-b18b-4a00-b5c5-544b98236747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47499106-0a08-49c1-893b-db6e05e577ca', 'code': 200} Aug 04 16:25:34.390691 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20f184-eab9-43ee-af28-8f451bfb580f req-60247495-4532-413e-95bf-3645ff8bcb1f tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:34.392570 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-4f20f184-eab9-43ee-af28-8f451bfb580f req-60247495-4532-413e-95bf-3645ff8bcb1f tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=633aa183-b18b-4a00-b5c5-544b98236747 HTTP/1.1" status: 200 len: 945 time: 0.0744514 Aug 04 16:25:34.446779 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-4f20f184-eab9-43ee-af28-8f451bfb580f req-550d7e33-d40d-4644-8550-174bf287f525 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462770 Aug 04 16:25:34.639971 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b7653-26c5-4fa1-98b8-d5238f068503 req-e7b0ba61-ed67-40e7-a3ec-5f1d22042f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:34.641612 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-ae8b7653-26c5-4fa1-98b8-d5238f068503 req-e7b0ba61-ed67-40e7-a3ec-5f1d22042f2a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=633aa183-b18b-4a00-b5c5-544b98236747 HTTP/1.1" status: 200 len: 1098 time: 0.0558577 Aug 04 16:25:34.659375 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 42050) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:34.661901 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-becfa7d5-d7c6-4e4f-9328-b6e59a6c16fc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2024780411-network', 'tenant_id': 'd4905afbf1684056b10d762fb33dca02'}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:25:34.702087 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-ae8b7653-26c5-4fa1-98b8-d5238f068503 req-a6a370b9-7271-4ed8-b913-bbf3bb20a79b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443535 Aug 04 16:25:34.709774 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-becfa7d5-d7c6-4e4f-9328-b6e59a6c16fc admin admin] Made reservation on behalf of d4905afbf1684056b10d762fb33dca02 for: {'network': 1} {{(pid=93331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:25:34.712396 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-becfa7d5-d7c6-4e4f-9328-b6e59a6c16fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for network, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:34.721912 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-becfa7d5-d7c6-4e4f-9328-b6e59a6c16fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:34.850783 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-becfa7d5-d7c6-4e4f-9328-b6e59a6c16fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:34.856535 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-becfa7d5-d7c6-4e4f-9328-b6e59a6c16fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:34.890174 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-becfa7d5-d7c6-4e4f-9328-b6e59a6c16fc admin admin] vlan segment allocate from pool success with {'vlan_id': 898, 'physical_network': 'physnet1'} {{(pid=93331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:25:34.907189 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becfa7d5-d7c6-4e4f-9328-b6e59a6c16fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b013b5bf-004c-49fe-a206-5bce8d574764,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:34.916234 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-becfa7d5-d7c6-4e4f-9328-b6e59a6c16fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519'] for segment, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:34.916678 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.db.segments_db [None req-becfa7d5-d7c6-4e4f-9328-b6e59a6c16fc admin admin] Added segment 770fb9c4-fcef-461a-8e0e-113b63efb036 of type vlan for network dd632c7b-3dea-418f-83da-a31873b0a1fc Aug 04 16:25:34.960204 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-becfa7d5-d7c6-4e4f-9328-b6e59a6c16fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758853320587'] for network, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:34.972454 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76977cf0-b2ef-4d90-8b0e-3312e85d0634 None None] Sync routers for ids ['d70bc899-c0de-4276-85f7-5b5245d458b0'] in dv-cinder-789564-9-iscsi {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:25:34.983562 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76977cf0-b2ef-4d90-8b0e-3312e85d0634 None None] Routers {'d70bc899-c0de-4276-85f7-5b5245d458b0'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:25:34.984204 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-76977cf0-b2ef-4d90-8b0e-3312e85d0634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:25:11Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['d70bc899-c0de-4276-85f7-5b5245d458b0'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:25:34.992890 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-becfa7d5-d7c6-4e4f-9328-b6e59a6c16fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334'] for network, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:34.997039 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becfa7d5-d7c6-4e4f-9328-b6e59a6c16fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:34.997882 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-becfa7d5-d7c6-4e4f-9328-b6e59a6c16fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for network, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:35.062609 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-becfa7d5-d7c6-4e4f-9328-b6e59a6c16fc admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4091518 Aug 04 16:25:35.065871 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 42052) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:35.067779 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becfa7d5-d7c6-4e4f-9328-b6e59a6c16fc admin admin] Pushing event updated for resources: {'Network': ['ID=dd632c7b-3dea-418f-83da-a31873b0a1fc,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:35.080205 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [None req-801551a5-ba03-48e6-9d56-ee390f55d57d admin admin] Request body: {'subnet': {'network_id': 'dd632c7b-3dea-418f-83da-a31873b0a1fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2024780411-subnet', 'tenant_id': 'd4905afbf1684056b10d762fb33dca02', 'ip_version': 4}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:25:35.109664 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801551a5-ba03-48e6-9d56-ee390f55d57d admin admin] Made reservation on behalf of d4905afbf1684056b10d762fb33dca02 for: {'subnet': 1} {{(pid=93330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:25:35.113060 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-801551a5-ba03-48e6-9d56-ee390f55d57d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129819958'] for subnet, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:35.156394 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Network dd632c7b-3dea-418f-83da-a31873b0a1fc details requested by agent ovs-agent-dv-cinder-789564-9-iscsi with host dv-cinder-789564-9-iscsi {{(pid=93332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:25:35.319276 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 3ae4e1e4-cf68-496d-898c-2a888f4ff915 up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:25:35.326119 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5d292-2d2a-4820-8166-39a9d6683522 req-9a74a73b-1adc-4b86-9a06-9f5103b4c449 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:35.328135 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-89d5d292-2d2a-4820-8166-39a9d6683522 req-9a74a73b-1adc-4b86-9a06-9f5103b4c449 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.1099811 Aug 04 16:25:35.363904 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-76977cf0-b2ef-4d90-8b0e-3312e85d0634 None None] Set router d70bc899-c0de-4276-85f7-5b5245d458b0 gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:25:35.389937 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-89d5d292-2d2a-4820-8166-39a9d6683522 req-d31af6a3-4c16-47e5-90b0-31fe6632c4e5 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542972 Aug 04 16:25:35.525611 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port 3ae4e1e4-cf68-496d-898c-2a888f4ff915 triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:25:35.526018 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:35.537569 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-801551a5-ba03-48e6-9d56-ee390f55d57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129638260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129819940'] for subnet, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:35.611116 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801551a5-ba03-48e6-9d56-ee390f55d57d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7744398-eb79-48ca-b60f-b6cad4eab029,revision_number=0']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:35.634969 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7ee9a-c7dd-4105-bb02-8421323ba273 req-0936cf94-731d-48a4-b2df-1c970c3450d4 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:35.636466 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-eac7ee9a-c7dd-4105-bb02-8421323ba273 req-0936cf94-731d-48a4-b2df-1c970c3450d4 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=633aa183-b18b-4a00-b5c5-544b98236747 HTTP/1.1" status: 200 len: 945 time: 0.1145811 Aug 04 16:25:35.639295 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801551a5-ba03-48e6-9d56-ee390f55d57d admin admin] Checking segment: {'id': '770fb9c4-fcef-461a-8e0e-113b63efb036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'dd632c7b-3dea-418f-83da-a31873b0a1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:25:35.639648 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801551a5-ba03-48e6-9d56-ee390f55d57d admin admin] Network hostable DHCP agents. Network: dd632c7b-3dea-418f-83da-a31873b0a1fc, hostable agents: ['eaf2aaff-ba37-427f-8468-b829a196e20c'], hosted agents: [] {{(pid=93330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:25:35.672761 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801551a5-ba03-48e6-9d56-ee390f55d57d admin admin] Network dd632c7b-3dea-418f-83da-a31873b0a1fc is scheduled to be hosted by DHCP agent eaf2aaff-ba37-427f-8468-b829a196e20c with binding_index 1 {{(pid=93330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:25:35.679489 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-76977cf0-b2ef-4d90-8b0e-3312e85d0634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd70bc899-c0de-4276-85f7-5b5245d458b0', 'name': 'tempest-TestMinimumBasicScenario-2053931715-router', 'tenant_id': 'c5b483243f1443f891eee772089355e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ae4e1e4-cf68-496d-898c-2a888f4ff915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:25:28Z', 'updated_at': '2021-08-04T16:25:32Z', 'revision_number': 4, 'project_id': 'c5b483243f1443f891eee772089355e6', 'gw_port': {'id': '3ae4e1e4-cf68-496d-898c-2a888f4ff915', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70bc899-c0de-4276-85f7-5b5245d458b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:25:29Z', 'updated_at': '2021-08-04T16:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '121cf242-a08a-4a7b-94cf-fea277b343b4', 'name': '', 'network_id': 'ac7cd450-e44f-4fa4-b535-c94ee7de8b1a', 'tenant_id': 'c5b483243f1443f891eee772089355e6', 'mac_address': 'fa:16:3e:a2:0a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd70bc899-c0de-4276-85f7-5b5245d458b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'c9ef757f-c3c6-418f-9d37-283a70110fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:25:31Z', 'updated_at': '2021-08-04T16:25:33Z', 'revision_number': 2, 'project_id': 'c5b483243f1443f891eee772089355e6', 'subnets': [{'id': 'c9ef757f-c3c6-418f-9d37-283a70110fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:25:35.690690 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-eac7ee9a-c7dd-4105-bb02-8421323ba273 req-36483df3-127d-4fed-a338-fe2f20dc94ff tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467491 Aug 04 16:25:35.691769 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [None req-801551a5-ba03-48e6-9d56-ee390f55d57d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-9-iscsi, dd632c7b-3dea-418f-83da-a31873b0a1fc) {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:25:35.696110 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801551a5-ba03-48e6-9d56-ee390f55d57d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:35.697074 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-801551a5-ba03-48e6-9d56-ee390f55d57d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for subnet, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:35.713431 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53790d40-272f-4d8a-b798-7541b02776d0 None None] Network dd632c7b-3dea-418f-83da-a31873b0a1fc requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:25:35.717921 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76977cf0-b2ef-4d90-8b0e-3312e85d0634 None None] Checking router: d70bc899-c0de-4276-85f7-5b5245d458b0 for host: dv-cinder-789564-9-iscsi {{(pid=93332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:25:35.718301 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76977cf0-b2ef-4d90-8b0e-3312e85d0634 None None] Updating router d70bc899-c0de-4276-85f7-5b5245d458b0 port 121cf242-a08a-4a7b-94cf-fea277b343b4 binding host dv-cinder-789564-9-iscsi {{(pid=93332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:25:35.723644 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-801551a5-ba03-48e6-9d56-ee390f55d57d admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6531887 Aug 04 16:25:35.724490 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 42066) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:35.731189 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-91204a08-412c-4642-9014-4954543b1010 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2024780411-router', 'tenant_id': 'd4905afbf1684056b10d762fb33dca02', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'}}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:25:35.765328 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-91204a08-412c-4642-9014-4954543b1010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-590814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10750'] for router, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:35.767542 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-91204a08-412c-4642-9014-4954543b1010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10743'] for router, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:35.789802 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-76977cf0-b2ef-4d90-8b0e-3312e85d0634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:35.832974 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-91204a08-412c-4642-9014-4954543b1010 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:35.980788 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-91204a08-412c-4642-9014-4954543b1010 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:36.047335 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f306c7-0657-4b30-908a-d3662b8cd123 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92b968f5-83eb-5d3b-adcb-ad6e8725d7f3-dd632c7b-3dea-418f-83da-a31873b0a1fc', 'network_id': 'dd632c7b-3dea-418f-83da-a31873b0a1fc', 'tenant_id': 'd4905afbf1684056b10d762fb33dca02', 'fixed_ips': [{'subnet_id': 'd7744398-eb79-48ca-b60f-b6cad4eab029'}]}} from dv-cinder-789564-9-iscsi. {{(pid=93332) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 16:25:36.048367 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-15f306c7-0657-4b30-908a-d3662b8cd123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:36.197520 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-91204a08-412c-4642-9014-4954543b1010 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:36.217140 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-91204a08-412c-4642-9014-4954543b1010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:36.254652 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.db_base_plugin_common [None req-15f306c7-0657-4b30-908a-d3662b8cd123 None None] Allocated IP 172.20.0.2 (dd632c7b-3dea-418f-83da-a31873b0a1fc/d7744398-eb79-48ca-b60f-b6cad4eab029/9b1f5eeb-f381-4b22-a446-1dbe421aa102) {{(pid=93332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:25:36.276566 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-76977cf0-b2ef-4d90-8b0e-3312e85d0634 None None] Notify callbacks [] for port, precommit_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:36.321351 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-76977cf0-b2ef-4d90-8b0e-3312e85d0634 None None] Transition to ACTIVE for port object 121cf242-a08a-4a7b-94cf-fea277b343b4 will not be triggered until provisioned by entity L2. {{(pid=93332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:25:36.328115 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.db_base_plugin_common [None req-91204a08-412c-4642-9014-4954543b1010 admin admin] Allocated IP 172.27.2.247 (79da2935-f34e-4d6b-93be-bb960bd015b1/1f6d232c-c352-4ff7-8ce5-aebf5b141825/98644444-67c5-4c4c-a5f8-2080301f474f) {{(pid=93331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:25:36.335105 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-76977cf0-b2ef-4d90-8b0e-3312e85d0634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:36.437059 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec2994a-0234-416a-8f5b-274423f76973 None None] Pushing event updated for resources: {'Port': ['ID=121cf242-a08a-4a7b-94cf-fea277b343b4,revision_number=3']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:36.476301 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-91204a08-412c-4642-9014-4954543b1010 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:36.546302 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-91204a08-412c-4642-9014-4954543b1010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129279319'] for port, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:36.562494 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-15f306c7-0657-4b30-908a-d3662b8cd123 None None] Notify callbacks [] for port, precommit_create {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:36.565227 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-76977cf0-b2ef-4d90-8b0e-3312e85d0634 None None] Attempting to bind port 121cf242-a08a-4a7b-94cf-fea277b343b4 on host dv-cinder-789564-9-iscsi for vnic_type normal with profile {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:25:36.565650 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-76977cf0-b2ef-4d90-8b0e-3312e85d0634 None None] Attempting to bind port 121cf242-a08a-4a7b-94cf-fea277b343b4 by drivers openvswitch,hyperv on host dv-cinder-789564-9-iscsi at level 0 using segments [{'id': '2836939e-73dd-4a0d-ba0c-87ac3d65e8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'ac7cd450-e44f-4fa4-b535-c94ee7de8b1a'}] {{(pid=93332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:25:36.566089 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76977cf0-b2ef-4d90-8b0e-3312e85d0634 None None] Attempting to bind port 121cf242-a08a-4a7b-94cf-fea277b343b4 on network ac7cd450-e44f-4fa4-b535-c94ee7de8b1a {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:25:36.579619 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76977cf0-b2ef-4d90-8b0e-3312e85d0634 None None] Checking agent: {'id': '925d9885-7f95-40bb-88ba-4bb3b2a3855f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 16, 11), 'started_at': datetime.datetime(2021, 8, 4, 16, 16, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:25:36.579998 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76977cf0-b2ef-4d90-8b0e-3312e85d0634 None None] Checking segment: {'id': '2836939e-73dd-4a0d-ba0c-87ac3d65e8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'ac7cd450-e44f-4fa4-b535-c94ee7de8b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:25:36.580717 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-76977cf0-b2ef-4d90-8b0e-3312e85d0634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:36.581128 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76977cf0-b2ef-4d90-8b0e-3312e85d0634 None None] Bound using segment: {'id': '2836939e-73dd-4a0d-ba0c-87ac3d65e8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'ac7cd450-e44f-4fa4-b535-c94ee7de8b1a'} {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:25:36.581740 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-76977cf0-b2ef-4d90-8b0e-3312e85d0634 None None] Bound port: 121cf242-a08a-4a7b-94cf-fea277b343b4, host: dv-cinder-789564-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2836939e-73dd-4a0d-ba0c-87ac3d65e8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'ac7cd450-e44f-4fa4-b535-c94ee7de8b1a'}}] {{(pid=93332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:25:36.582197 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-76977cf0-b2ef-4d90-8b0e-3312e85d0634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:36.586004 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-15f306c7-0657-4b30-908a-d3662b8cd123 None None] Transition to ACTIVE for port object 9b1f5eeb-f381-4b22-a446-1dbe421aa102 will not be triggered until provisioned by entity L2. {{(pid=93332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:25:36.627920 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-15f306c7-0657-4b30-908a-d3662b8cd123 None None] Transition to ACTIVE for port object 9b1f5eeb-f381-4b22-a446-1dbe421aa102 will not be triggered until provisioned by entity DHCP. {{(pid=93332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:25:36.650374 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91204a08-412c-4642-9014-4954543b1010 admin admin] Network 79da2935-f34e-4d6b-93be-bb960bd015b1 is already hosted by enough agents. {{(pid=93331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:25:36.655013 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3bc397-9bc1-4f68-85ef-a4eaf7e77ac8 req-4f4d7347-85ed-45fe-a1ea-9b57bace3fac tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:36.663845 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.base_scheduler [None req-91204a08-412c-4642-9014-4954543b1010 admin admin] Resources bound (agent type, host, resource id): {{(pid=93331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:25:36.664307 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-8d3bc397-9bc1-4f68-85ef-a4eaf7e77ac8 req-4f4d7347-85ed-45fe-a1ea-9b57bace3fac tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.1212330 Aug 04 16:25:36.667830 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-15f306c7-0657-4b30-908a-d3662b8cd123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767'] for port, after_create {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:36.668345 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91204a08-412c-4642-9014-4954543b1010 admin admin] Received port after_create {{(pid=93331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:25:36.674866 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91204a08-412c-4642-9014-4954543b1010 admin admin] Pushing event updated for resources: {'Port': ['ID=98644444-67c5-4c4c-a5f8-2080301f474f,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:36.725322 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-8d3bc397-9bc1-4f68-85ef-a4eaf7e77ac8 req-d1a48bd4-abd4-4fe2-bfb8-047b373315eb tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496337 Aug 04 16:25:36.778132 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f306c7-0657-4b30-908a-d3662b8cd123 None None] Network dd632c7b-3dea-418f-83da-a31873b0a1fc is already hosted by enough agents. {{(pid=93332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:25:36.784499 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-76977cf0-b2ef-4d90-8b0e-3312e85d0634 None None] For port 121cf242-a08a-4a7b-94cf-fea277b343b4, host dv-cinder-789564-9-iscsi, cleared binding levels {{(pid=93332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:25:36.789175 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.scheduler.base_scheduler [None req-15f306c7-0657-4b30-908a-d3662b8cd123 None None] Resources bound (agent type, host, resource id): {{(pid=93332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:25:36.799533 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f306c7-0657-4b30-908a-d3662b8cd123 None None] Received port after_create {{(pid=93332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:25:36.802635 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f306c7-0657-4b30-908a-d3662b8cd123 None None] Pushing event updated for resources: {'Port': ['ID=9b1f5eeb-f381-4b22-a446-1dbe421aa102,revision_number=1']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:36.810179 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-76977cf0-b2ef-4d90-8b0e-3312e85d0634 None None] For port 121cf242-a08a-4a7b-94cf-fea277b343b4, host dv-cinder-789564-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=121cf242-a08a-4a7b-94cf-fea277b343b4,segment=NetworkSegment(2836939e-73dd-4a0d-ba0c-87ac3d65e8d9),segment_id=2836939e-73dd-4a0d-ba0c-87ac3d65e8d9)] {{(pid=93332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:25:36.825644 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-76977cf0-b2ef-4d90-8b0e-3312e85d0634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:36.908390 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87970025-602d-4473-8697-32e44eeed0b6 req-74fe64d8-c16c-4c98-b476-959b511672b7 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:36.910717 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-87970025-602d-4473-8697-32e44eeed0b6 req-74fe64d8-c16c-4c98-b476-959b511672b7 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=633aa183-b18b-4a00-b5c5-544b98236747 HTTP/1.1" status: 200 len: 945 time: 0.0978785 Aug 04 16:25:36.916847 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-15f306c7-0657-4b30-908a-d3662b8cd123 None None] Attempting to bind port 9b1f5eeb-f381-4b22-a446-1dbe421aa102 on host dv-cinder-789564-9-iscsi for vnic_type normal with profile {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:25:36.917224 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-15f306c7-0657-4b30-908a-d3662b8cd123 None None] Attempting to bind port 9b1f5eeb-f381-4b22-a446-1dbe421aa102 by drivers openvswitch,hyperv on host dv-cinder-789564-9-iscsi at level 0 using segments [{'id': '770fb9c4-fcef-461a-8e0e-113b63efb036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'dd632c7b-3dea-418f-83da-a31873b0a1fc'}] {{(pid=93332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:25:36.917593 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f306c7-0657-4b30-908a-d3662b8cd123 None None] Attempting to bind port 9b1f5eeb-f381-4b22-a446-1dbe421aa102 on network dd632c7b-3dea-418f-83da-a31873b0a1fc {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:25:36.938092 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f306c7-0657-4b30-908a-d3662b8cd123 None None] Checking agent: {'id': '925d9885-7f95-40bb-88ba-4bb3b2a3855f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 16, 11), 'started_at': datetime.datetime(2021, 8, 4, 16, 16, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:25:36.938531 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f306c7-0657-4b30-908a-d3662b8cd123 None None] Checking segment: {'id': '770fb9c4-fcef-461a-8e0e-113b63efb036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'dd632c7b-3dea-418f-83da-a31873b0a1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:25:36.938951 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-15f306c7-0657-4b30-908a-d3662b8cd123 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:36.939384 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f306c7-0657-4b30-908a-d3662b8cd123 None None] Bound using segment: {'id': '770fb9c4-fcef-461a-8e0e-113b63efb036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'dd632c7b-3dea-418f-83da-a31873b0a1fc'} {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:25:36.939880 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-15f306c7-0657-4b30-908a-d3662b8cd123 None None] Bound port: 9b1f5eeb-f381-4b22-a446-1dbe421aa102, host: dv-cinder-789564-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '770fb9c4-fcef-461a-8e0e-113b63efb036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'dd632c7b-3dea-418f-83da-a31873b0a1fc'}}] {{(pid=93332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:25:36.940264 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-15f306c7-0657-4b30-908a-d3662b8cd123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:36.953521 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76977cf0-b2ef-4d90-8b0e-3312e85d0634 None None] Routers {'d70bc899-c0de-4276-85f7-5b5245d458b0'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:25:36.954335 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-76977cf0-b2ef-4d90-8b0e-3312e85d0634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:25:11Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['d70bc899-c0de-4276-85f7-5b5245d458b0'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:25:36.956222 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec2994a-0234-416a-8f5b-274423f76973 None None] Pushing event updated for resources: {'Port': ['ID=121cf242-a08a-4a7b-94cf-fea277b343b4,revision_number=4']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:37.046481 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-87970025-602d-4473-8697-32e44eeed0b6 req-63c65d67-df68-489c-b567-43370b173ef1 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900557 Aug 04 16:25:37.070081 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-91204a08-412c-4642-9014-4954543b1010 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:37.243893 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-15f306c7-0657-4b30-908a-d3662b8cd123 None None] For port 9b1f5eeb-f381-4b22-a446-1dbe421aa102, host dv-cinder-789564-9-iscsi, cleared binding levels {{(pid=93332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:25:37.252195 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-15f306c7-0657-4b30-908a-d3662b8cd123 None None] For port 9b1f5eeb-f381-4b22-a446-1dbe421aa102, host dv-cinder-789564-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=9b1f5eeb-f381-4b22-a446-1dbe421aa102,segment=NetworkSegment(770fb9c4-fcef-461a-8e0e-113b63efb036),segment_id=770fb9c4-fcef-461a-8e0e-113b63efb036)] {{(pid=93332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:25:37.254258 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-76977cf0-b2ef-4d90-8b0e-3312e85d0634 None None] Set router d70bc899-c0de-4276-85f7-5b5245d458b0 gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:25:37.282108 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-15f306c7-0657-4b30-908a-d3662b8cd123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:37.319682 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-91204a08-412c-4642-9014-4954543b1010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593452'] for router, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:37.428443 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f306c7-0657-4b30-908a-d3662b8cd123 None None] Pushing event updated for resources: {'Port': ['ID=9b1f5eeb-f381-4b22-a446-1dbe421aa102,revision_number=2']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:37.515354 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91204a08-412c-4642-9014-4954543b1010 admin admin] Router 9b4b253b-76f2-4197-9d6f-9f64417d9ffc is scheduled to L3 agent d346cf64-ca3f-484e-b552-5df8791a7915 with binding_index 1 {{(pid=93331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 16:25:37.551811 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-76977cf0-b2ef-4d90-8b0e-3312e85d0634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd70bc899-c0de-4276-85f7-5b5245d458b0', 'name': 'tempest-TestMinimumBasicScenario-2053931715-router', 'tenant_id': 'c5b483243f1443f891eee772089355e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ae4e1e4-cf68-496d-898c-2a888f4ff915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:25:28Z', 'updated_at': '2021-08-04T16:25:32Z', 'revision_number': 4, 'project_id': 'c5b483243f1443f891eee772089355e6', 'gw_port': {'id': '3ae4e1e4-cf68-496d-898c-2a888f4ff915', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70bc899-c0de-4276-85f7-5b5245d458b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:25:29Z', 'updated_at': '2021-08-04T16:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '121cf242-a08a-4a7b-94cf-fea277b343b4', 'name': '', 'network_id': 'ac7cd450-e44f-4fa4-b535-c94ee7de8b1a', 'tenant_id': 'c5b483243f1443f891eee772089355e6', 'mac_address': 'fa:16:3e:a2:0a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd70bc899-c0de-4276-85f7-5b5245d458b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'c9ef757f-c3c6-418f-9d37-283a70110fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:25:31Z', 'updated_at': '2021-08-04T16:25:36Z', 'revision_number': 4, 'project_id': 'c5b483243f1443f891eee772089355e6', 'subnets': [{'id': 'c9ef757f-c3c6-418f-9d37-283a70110fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:25:37.583397 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76977cf0-b2ef-4d90-8b0e-3312e85d0634 None None] The sync data for ids ['d70bc899-c0de-4276-85f7-5b5245d458b0'] in dv-cinder-789564-9-iscsi is: [{'id': 'd70bc899-c0de-4276-85f7-5b5245d458b0', 'name': 'tempest-TestMinimumBasicScenario-2053931715-router', 'tenant_id': 'c5b483243f1443f891eee772089355e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ae4e1e4-cf68-496d-898c-2a888f4ff915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:25:28Z', 'updated_at': '2021-08-04T16:25:32Z', 'revision_number': 4, 'project_id': 'c5b483243f1443f891eee772089355e6', 'gw_port': {'id': '3ae4e1e4-cf68-496d-898c-2a888f4ff915', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70bc899-c0de-4276-85f7-5b5245d458b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:25:29Z', 'updated_at': '2021-08-04T16:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '121cf242-a08a-4a7b-94cf-fea277b343b4', 'name': '', 'network_id': 'ac7cd450-e44f-4fa4-b535-c94ee7de8b1a', 'tenant_id': 'c5b483243f1443f891eee772089355e6', 'mac_address': 'fa:16:3e:a2:0a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd70bc899-c0de-4276-85f7-5b5245d458b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'c9ef757f-c3c6-418f-9d37-283a70110fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:25:31Z', 'updated_at': '2021-08-04T16:25:36Z', 'revision_number': 4, 'project_id': 'c5b483243f1443f891eee772089355e6', 'subnets': [{'id': 'c9ef757f-c3c6-418f-9d37-283a70110fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:25:37.661977 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91204a08-412c-4642-9014-4954543b1010 admin admin] Notify agent at l3_agent.dv-cinder-789564-9-iscsi the message routers_updated {{(pid=93331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:25:37.677322 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a338bbc7-4e8d-43b7-adcd-31ec527cde89 None None] Sync routers for ids ['9b4b253b-76f2-4197-9d6f-9f64417d9ffc'] in dv-cinder-789564-9-iscsi {{(pid=93333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:25:37.695819 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-91204a08-412c-4642-9014-4954543b1010 admin admin] Notify callbacks [] for router, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:37.699707 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-91204a08-412c-4642-9014-4954543b1010 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9714053 Aug 04 16:25:37.700844 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 42090) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:37.716837 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a338bbc7-4e8d-43b7-adcd-31ec527cde89 None None] Routers {'9b4b253b-76f2-4197-9d6f-9f64417d9ffc'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:25:37.717475 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-a338bbc7-4e8d-43b7-adcd-31ec527cde89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:25:11Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['9b4b253b-76f2-4197-9d6f-9f64417d9ffc'], 'active': True} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:25:37.855337 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvr_db [None req-a338bbc7-4e8d-43b7-adcd-31ec527cde89 None None] Set router 9b4b253b-76f2-4197-9d6f-9f64417d9ffc gateway port host: dv-cinder-789564-9-iscsi {{(pid=93333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:25:38.082584 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-a338bbc7-4e8d-43b7-adcd-31ec527cde89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4b253b-76f2-4197-9d6f-9f64417d9ffc', 'name': 'tempest-TestMinimumBasicScenario-2024780411-router', 'tenant_id': 'd4905afbf1684056b10d762fb33dca02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '98644444-67c5-4c4c-a5f8-2080301f474f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:25:35Z', 'updated_at': '2021-08-04T16:25:36Z', 'revision_number': 3, 'project_id': 'd4905afbf1684056b10d762fb33dca02', 'gw_port': {'id': '98644444-67c5-4c4c-a5f8-2080301f474f', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4b253b-76f2-4197-9d6f-9f64417d9ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:25:36Z', 'updated_at': '2021-08-04T16:25:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi'}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:25:38.116077 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a338bbc7-4e8d-43b7-adcd-31ec527cde89 None None] Checking router: 9b4b253b-76f2-4197-9d6f-9f64417d9ffc for host: dv-cinder-789564-9-iscsi {{(pid=93333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:25:38.116508 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a338bbc7-4e8d-43b7-adcd-31ec527cde89 None None] Updating router 9b4b253b-76f2-4197-9d6f-9f64417d9ffc port 98644444-67c5-4c4c-a5f8-2080301f474f binding host dv-cinder-789564-9-iscsi {{(pid=93333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:25:38.130964 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5a50-50ca-4dd0-a853-b0b32184e005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:38.163950 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-a338bbc7-4e8d-43b7-adcd-31ec527cde89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:38.279188 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-7c019406-75a6-434b-9cb1-4919deb225b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:38.520814 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-a338bbc7-4e8d-43b7-adcd-31ec527cde89 None None] Notify callbacks [] for port, precommit_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:38.548930 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.provisioning_blocks [None req-a338bbc7-4e8d-43b7-adcd-31ec527cde89 None None] Transition to ACTIVE for port object 98644444-67c5-4c4c-a5f8-2080301f474f will not be triggered until provisioned by entity L2. {{(pid=93333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:25:38.549146 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.db_base_plugin_common [None req-7c019406-75a6-434b-9cb1-4919deb225b4 admin admin] Allocated IP 172.20.0.1 (dd632c7b-3dea-418f-83da-a31873b0a1fc/d7744398-eb79-48ca-b60f-b6cad4eab029/40e32b63-a810-4018-8159-5c1398114c8f) {{(pid=93330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:25:38.558790 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-a338bbc7-4e8d-43b7-adcd-31ec527cde89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:38.619917 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [None req-a338bbc7-4e8d-43b7-adcd-31ec527cde89 None None] Attempting to bind port 98644444-67c5-4c4c-a5f8-2080301f474f on host dv-cinder-789564-9-iscsi for vnic_type normal with profile {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:25:38.620493 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [None req-a338bbc7-4e8d-43b7-adcd-31ec527cde89 None None] Attempting to bind port 98644444-67c5-4c4c-a5f8-2080301f474f by drivers openvswitch,hyperv on host dv-cinder-789564-9-iscsi at level 0 using segments [{'id': '25182b56-ac69-4c03-a79e-71a35095fb85', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'}] {{(pid=93333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:25:38.620950 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a338bbc7-4e8d-43b7-adcd-31ec527cde89 None None] Attempting to bind port 98644444-67c5-4c4c-a5f8-2080301f474f on network 79da2935-f34e-4d6b-93be-bb960bd015b1 {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:25:38.624053 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be923ed-faea-43a4-b833-c7316f00733d None None] Network dd632c7b-3dea-418f-83da-a31873b0a1fc requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:25:38.636655 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a338bbc7-4e8d-43b7-adcd-31ec527cde89 None None] Checking agent: {'id': '925d9885-7f95-40bb-88ba-4bb3b2a3855f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 16, 11), 'started_at': datetime.datetime(2021, 8, 4, 16, 16, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:25:38.636908 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a338bbc7-4e8d-43b7-adcd-31ec527cde89 None None] Checking segment: {'id': '25182b56-ac69-4c03-a79e-71a35095fb85', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:25:38.637228 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-a338bbc7-4e8d-43b7-adcd-31ec527cde89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:38.637568 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a338bbc7-4e8d-43b7-adcd-31ec527cde89 None None] Bound using segment: {'id': '25182b56-ac69-4c03-a79e-71a35095fb85', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'} {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:25:38.638062 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [None req-a338bbc7-4e8d-43b7-adcd-31ec527cde89 None None] Bound port: 98644444-67c5-4c4c-a5f8-2080301f474f, host: dv-cinder-789564-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25182b56-ac69-4c03-a79e-71a35095fb85', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'}}] {{(pid=93333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:25:38.638450 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-a338bbc7-4e8d-43b7-adcd-31ec527cde89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:38.671378 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-7c019406-75a6-434b-9cb1-4919deb225b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:38.674663 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c6289-9ff0-427c-a238-8df5451be3cf None None] Pushing event updated for resources: {'Port': ['ID=98644444-67c5-4c4c-a5f8-2080301f474f,revision_number=2']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:38.692638 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.provisioning_blocks [None req-7c019406-75a6-434b-9cb1-4919deb225b4 admin admin] Transition to ACTIVE for port object 40e32b63-a810-4018-8159-5c1398114c8f will not be triggered until provisioned by entity DHCP. {{(pid=93330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:25:38.709803 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [None req-a338bbc7-4e8d-43b7-adcd-31ec527cde89 None None] For port 98644444-67c5-4c4c-a5f8-2080301f474f, host dv-cinder-789564-9-iscsi, cleared binding levels {{(pid=93333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:25:38.713515 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [None req-a338bbc7-4e8d-43b7-adcd-31ec527cde89 None None] For port 98644444-67c5-4c4c-a5f8-2080301f474f, host dv-cinder-789564-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=98644444-67c5-4c4c-a5f8-2080301f474f,segment=NetworkSegment(25182b56-ac69-4c03-a79e-71a35095fb85),segment_id=25182b56-ac69-4c03-a79e-71a35095fb85)] {{(pid=93333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:25:38.722236 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-f31166b1-d946-4610-b486-5b3b7d47a345 None None] Provisioning for port 9b1f5eeb-f381-4b22-a446-1dbe421aa102 completed by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:25:38.724192 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-a338bbc7-4e8d-43b7-adcd-31ec527cde89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:38.737627 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-7c019406-75a6-434b-9cb1-4919deb225b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:38.783230 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c019406-75a6-434b-9cb1-4919deb225b4 admin admin] Network dd632c7b-3dea-418f-83da-a31873b0a1fc is already hosted by enough agents. {{(pid=93330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:25:38.787273 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a338bbc7-4e8d-43b7-adcd-31ec527cde89 None None] Routers {'9b4b253b-76f2-4197-9d6f-9f64417d9ffc'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:25:38.787627 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [None req-7c019406-75a6-434b-9cb1-4919deb225b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:25:38.788151 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-a338bbc7-4e8d-43b7-adcd-31ec527cde89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:25:11Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['9b4b253b-76f2-4197-9d6f-9f64417d9ffc'], 'active': True} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:25:38.790868 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c019406-75a6-434b-9cb1-4919deb225b4 admin admin] Received port after_create {{(pid=93330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:25:38.824032 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c019406-75a6-434b-9cb1-4919deb225b4 admin admin] Pushing event updated for resources: {'Port': ['ID=40e32b63-a810-4018-8159-5c1398114c8f,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:38.841999 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-7c019406-75a6-434b-9cb1-4919deb225b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594499'] for router_interface, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:38.896311 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c6289-9ff0-427c-a238-8df5451be3cf None None] Pushing event updated for resources: {'Port': ['ID=98644444-67c5-4c4c-a5f8-2080301f474f,revision_number=3']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:38.931027 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvr_db [None req-a338bbc7-4e8d-43b7-adcd-31ec527cde89 None None] Set router 9b4b253b-76f2-4197-9d6f-9f64417d9ffc gateway port host: dv-cinder-789564-9-iscsi {{(pid=93333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:25:39.022859 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-7c019406-75a6-434b-9cb1-4919deb225b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:39.157579 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-a338bbc7-4e8d-43b7-adcd-31ec527cde89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4b253b-76f2-4197-9d6f-9f64417d9ffc', 'name': 'tempest-TestMinimumBasicScenario-2024780411-router', 'tenant_id': 'd4905afbf1684056b10d762fb33dca02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '98644444-67c5-4c4c-a5f8-2080301f474f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:25:35Z', 'updated_at': '2021-08-04T16:25:36Z', 'revision_number': 3, 'project_id': 'd4905afbf1684056b10d762fb33dca02', 'gw_port': {'id': '98644444-67c5-4c4c-a5f8-2080301f474f', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4b253b-76f2-4197-9d6f-9f64417d9ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:25:36Z', 'updated_at': '2021-08-04T16:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi'}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:25:39.181520 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-87ae5b44-6219-437d-acbb-c37c31c746d5 None None] Provisioning for port 40e32b63-a810-4018-8159-5c1398114c8f completed by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:25:39.193545 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a338bbc7-4e8d-43b7-adcd-31ec527cde89 None None] The sync data for ids ['9b4b253b-76f2-4197-9d6f-9f64417d9ffc'] in dv-cinder-789564-9-iscsi is: [{'id': '9b4b253b-76f2-4197-9d6f-9f64417d9ffc', 'name': 'tempest-TestMinimumBasicScenario-2024780411-router', 'tenant_id': 'd4905afbf1684056b10d762fb33dca02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '98644444-67c5-4c4c-a5f8-2080301f474f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:25:35Z', 'updated_at': '2021-08-04T16:25:36Z', 'revision_number': 3, 'project_id': 'd4905afbf1684056b10d762fb33dca02', 'gw_port': {'id': '98644444-67c5-4c4c-a5f8-2080301f474f', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4b253b-76f2-4197-9d6f-9f64417d9ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:25:36Z', 'updated_at': '2021-08-04T16:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi'}] {{(pid=93333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:25:39.193929 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-87ae5b44-6219-437d-acbb-c37c31c746d5 None None] Provisioning complete for port 40e32b63-a810-4018-8159-5c1398114c8f triggered by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:25:39.194335 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-87ae5b44-6219-437d-acbb-c37c31c746d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:39.252736 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-7c019406-75a6-434b-9cb1-4919deb225b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:39.264081 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-87ae5b44-6219-437d-acbb-c37c31c746d5 None None] Port 40e32b63-a810-4018-8159-5c1398114c8f cannot update to ACTIVE because it is not bound. {{(pid=93332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:25:39.265480 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-7c019406-75a6-434b-9cb1-4919deb225b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129638395'] for port, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:39.347915 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-7c019406-75a6-434b-9cb1-4919deb225b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3631316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596249'] for router_interface, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:39.349782 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c019406-75a6-434b-9cb1-4919deb225b4 admin admin] Pushing event updated for resources: {'Port': ['ID=40e32b63-a810-4018-8159-5c1398114c8f,revision_number=2']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:39.375428 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 121cf242-a08a-4a7b-94cf-fea277b343b4 up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:25:39.421823 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-1f7c528f-7075-440e-ab1f-c3f78aaa9ee2 None None] Provisioning complete for port 40e32b63-a810-4018-8159-5c1398114c8f triggered by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:25:39.422830 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-1f7c528f-7075-440e-ab1f-c3f78aaa9ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:39.451515 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c019406-75a6-434b-9cb1-4919deb225b4 admin admin] Network dd632c7b-3dea-418f-83da-a31873b0a1fc is already hosted by enough agents. {{(pid=93330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:25:39.453442 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [None req-7c019406-75a6-434b-9cb1-4919deb225b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:25:39.470632 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-1f7c528f-7075-440e-ab1f-c3f78aaa9ee2 None None] Port 40e32b63-a810-4018-8159-5c1398114c8f cannot update to ACTIVE because it is not bound. {{(pid=93332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:25:39.490793 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning for port 121cf242-a08a-4a7b-94cf-fea277b343b4 completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:25:39.495828 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port 121cf242-a08a-4a7b-94cf-fea277b343b4 triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:25:39.496365 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:39.614041 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:39.634822 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c019406-75a6-434b-9cb1-4919deb225b4 admin admin] Router 9b4b253b-76f2-4197-9d6f-9f64417d9ffc has already been hosted by L3 agent d346cf64-ca3f-484e-b552-5df8791a7915 {{(pid=93330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:25:39.671560 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] For port 121cf242-a08a-4a7b-94cf-fea277b343b4, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=121cf242-a08a-4a7b-94cf-fea277b343b4,segment=NetworkSegment(2836939e-73dd-4a0d-ba0c-87ac3d65e8d9),segment_id=2836939e-73dd-4a0d-ba0c-87ac3d65e8d9)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:25:39.679635 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:39.681898 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 9b1f5eeb-f381-4b22-a446-1dbe421aa102 up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:25:39.789637 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Pushing event updated for resources: {'Port': ['ID=121cf242-a08a-4a7b-94cf-fea277b343b4,revision_number=5']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:39.804233 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning for port 9b1f5eeb-f381-4b22-a446-1dbe421aa102 completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:25:39.809135 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port 9b1f5eeb-f381-4b22-a446-1dbe421aa102 triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:25:39.809511 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:39.869191 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-0b1ba61d-dc66-437e-bd29-267a5f93d14c None None] Provisioning complete for port 40e32b63-a810-4018-8159-5c1398114c8f triggered by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:25:39.869538 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-0b1ba61d-dc66-437e-bd29-267a5f93d14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:39.914933 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-0b1ba61d-dc66-437e-bd29-267a5f93d14c None None] Port 40e32b63-a810-4018-8159-5c1398114c8f cannot update to ACTIVE because it is not bound. {{(pid=93332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:25:39.962532 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:40.007858 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] For port 9b1f5eeb-f381-4b22-a446-1dbe421aa102, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=9b1f5eeb-f381-4b22-a446-1dbe421aa102,segment=NetworkSegment(770fb9c4-fcef-461a-8e0e-113b63efb036),segment_id=770fb9c4-fcef-461a-8e0e-113b63efb036)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:25:40.013535 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:40.063693 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c019406-75a6-434b-9cb1-4919deb225b4 admin admin] Notify agent at l3_agent.dv-cinder-789564-9-iscsi the message routers_updated {{(pid=93330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:25:40.070095 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-7c019406-75a6-434b-9cb1-4919deb225b4 admin admin] 10.222.0.77 "PUT /v2.0/routers/9b4b253b-76f2-4197-9d6f-9f64417d9ffc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3681085 Aug 04 16:25:40.079061 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Pushing event updated for resources: {'Port': ['ID=9b1f5eeb-f381-4b22-a446-1dbe421aa102,revision_number=3']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:40.600583 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a171d67-2135-4f7a-96a8-73a9b4704a6f req-5e7a160b-f82f-411a-b444-f332f682b34c tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:40.602105 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-5a171d67-2135-4f7a-96a8-73a9b4704a6f req-5e7a160b-f82f-411a-b444-f332f682b34c tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0680728 Aug 04 16:25:40.641693 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-5a171d67-2135-4f7a-96a8-73a9b4704a6f req-db8a7587-3106-42ae-a20f-9c4c5a90d1d6 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330663 Aug 04 16:25:40.921408 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-7f658951-0822-4ba0-ae98-aa4d8e409ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:40.964604 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:41.164266 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6180eecf-4e66-4bce-915d-961acb627ef9 None None] Sync routers for ids ['9b4b253b-76f2-4197-9d6f-9f64417d9ffc'] in dv-cinder-789564-9-iscsi {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:25:41.185134 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6180eecf-4e66-4bce-915d-961acb627ef9 None None] Routers {'9b4b253b-76f2-4197-9d6f-9f64417d9ffc'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:25:41.185817 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-6180eecf-4e66-4bce-915d-961acb627ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:25:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['9b4b253b-76f2-4197-9d6f-9f64417d9ffc'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:25:41.343292 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-6180eecf-4e66-4bce-915d-961acb627ef9 None None] Set router 9b4b253b-76f2-4197-9d6f-9f64417d9ffc gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:25:41.434423 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 121cf242-a08a-4a7b-94cf-fea277b343b4 up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:25:41.585919 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port 121cf242-a08a-4a7b-94cf-fea277b343b4 triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:25:41.586421 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:41.792077 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-6180eecf-4e66-4bce-915d-961acb627ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4b253b-76f2-4197-9d6f-9f64417d9ffc', 'name': 'tempest-TestMinimumBasicScenario-2024780411-router', 'tenant_id': 'd4905afbf1684056b10d762fb33dca02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '98644444-67c5-4c4c-a5f8-2080301f474f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:25:35Z', 'updated_at': '2021-08-04T16:25:38Z', 'revision_number': 4, 'project_id': 'd4905afbf1684056b10d762fb33dca02', 'gw_port': {'id': '98644444-67c5-4c4c-a5f8-2080301f474f', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4b253b-76f2-4197-9d6f-9f64417d9ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:25:36Z', 'updated_at': '2021-08-04T16:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '40e32b63-a810-4018-8159-5c1398114c8f', 'name': '', 'network_id': 'dd632c7b-3dea-418f-83da-a31873b0a1fc', 'tenant_id': 'd4905afbf1684056b10d762fb33dca02', 'mac_address': 'fa:16:3e:d4:86:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4b253b-76f2-4197-9d6f-9f64417d9ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'd7744398-eb79-48ca-b60f-b6cad4eab029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:25:38Z', 'updated_at': '2021-08-04T16:25:39Z', 'revision_number': 2, 'project_id': 'd4905afbf1684056b10d762fb33dca02', 'subnets': [{'id': 'd7744398-eb79-48ca-b60f-b6cad4eab029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:25:41.794846 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 9b1f5eeb-f381-4b22-a446-1dbe421aa102 up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:25:41.853501 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6180eecf-4e66-4bce-915d-961acb627ef9 None None] Checking router: 9b4b253b-76f2-4197-9d6f-9f64417d9ffc for host: dv-cinder-789564-9-iscsi {{(pid=93332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:25:41.853871 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6180eecf-4e66-4bce-915d-961acb627ef9 None None] Updating router 9b4b253b-76f2-4197-9d6f-9f64417d9ffc port 40e32b63-a810-4018-8159-5c1398114c8f binding host dv-cinder-789564-9-iscsi {{(pid=93332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:25:41.895688 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6180eecf-4e66-4bce-915d-961acb627ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:41.940970 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port 9b1f5eeb-f381-4b22-a446-1dbe421aa102 triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:25:41.941720 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:42.155008 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 98644444-67c5-4c4c-a5f8-2080301f474f up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:25:42.256916 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:42.292596 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning for port 98644444-67c5-4c4c-a5f8-2080301f474f completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:25:42.306285 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port 98644444-67c5-4c4c-a5f8-2080301f474f triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:25:42.306663 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:42.379713 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6180eecf-4e66-4bce-915d-961acb627ef9 None None] Notify callbacks [] for port, precommit_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:42.397096 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6180eecf-4e66-4bce-915d-961acb627ef9 None None] Transition to ACTIVE for port object 40e32b63-a810-4018-8159-5c1398114c8f will not be triggered until provisioned by entity L2. {{(pid=93332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:25:42.427909 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6180eecf-4e66-4bce-915d-961acb627ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:42.730789 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6964b3-670a-4e7d-839a-f96820cffa56 None None] Pushing event updated for resources: {'Port': ['ID=40e32b63-a810-4018-8159-5c1398114c8f,revision_number=3']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:42.757884 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:42.805475 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] For port 98644444-67c5-4c4c-a5f8-2080301f474f, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=98644444-67c5-4c4c-a5f8-2080301f474f,segment=NetworkSegment(25182b56-ac69-4c03-a79e-71a35095fb85),segment_id=25182b56-ac69-4c03-a79e-71a35095fb85)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:25:42.808440 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-6180eecf-4e66-4bce-915d-961acb627ef9 None None] Attempting to bind port 40e32b63-a810-4018-8159-5c1398114c8f on host dv-cinder-789564-9-iscsi for vnic_type normal with profile {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:25:42.808830 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-6180eecf-4e66-4bce-915d-961acb627ef9 None None] Attempting to bind port 40e32b63-a810-4018-8159-5c1398114c8f by drivers openvswitch,hyperv on host dv-cinder-789564-9-iscsi at level 0 using segments [{'id': '770fb9c4-fcef-461a-8e0e-113b63efb036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'dd632c7b-3dea-418f-83da-a31873b0a1fc'}] {{(pid=93332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:25:42.809196 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6180eecf-4e66-4bce-915d-961acb627ef9 None None] Attempting to bind port 40e32b63-a810-4018-8159-5c1398114c8f on network dd632c7b-3dea-418f-83da-a31873b0a1fc {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:25:42.813437 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:42.821086 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6180eecf-4e66-4bce-915d-961acb627ef9 None None] Checking agent: {'id': '925d9885-7f95-40bb-88ba-4bb3b2a3855f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 16, 11), 'started_at': datetime.datetime(2021, 8, 4, 16, 16, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:25:42.821449 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6180eecf-4e66-4bce-915d-961acb627ef9 None None] Checking segment: {'id': '770fb9c4-fcef-461a-8e0e-113b63efb036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'dd632c7b-3dea-418f-83da-a31873b0a1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:25:42.821848 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6180eecf-4e66-4bce-915d-961acb627ef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:42.822259 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6180eecf-4e66-4bce-915d-961acb627ef9 None None] Bound using segment: {'id': '770fb9c4-fcef-461a-8e0e-113b63efb036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'dd632c7b-3dea-418f-83da-a31873b0a1fc'} {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:25:42.822728 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-6180eecf-4e66-4bce-915d-961acb627ef9 None None] Bound port: 40e32b63-a810-4018-8159-5c1398114c8f, host: dv-cinder-789564-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '770fb9c4-fcef-461a-8e0e-113b63efb036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'dd632c7b-3dea-418f-83da-a31873b0a1fc'}}] {{(pid=93332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:25:42.823134 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6180eecf-4e66-4bce-915d-961acb627ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:42.933873 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Pushing event updated for resources: {'Port': ['ID=98644444-67c5-4c4c-a5f8-2080301f474f,revision_number=4']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:42.969703 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-6180eecf-4e66-4bce-915d-961acb627ef9 None None] For port 40e32b63-a810-4018-8159-5c1398114c8f, host dv-cinder-789564-9-iscsi, cleared binding levels {{(pid=93332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:25:42.973568 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-6180eecf-4e66-4bce-915d-961acb627ef9 None None] For port 40e32b63-a810-4018-8159-5c1398114c8f, host dv-cinder-789564-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=40e32b63-a810-4018-8159-5c1398114c8f,segment=NetworkSegment(770fb9c4-fcef-461a-8e0e-113b63efb036),segment_id=770fb9c4-fcef-461a-8e0e-113b63efb036)] {{(pid=93332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:25:42.979853 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6180eecf-4e66-4bce-915d-961acb627ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:43.047664 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6964b3-670a-4e7d-839a-f96820cffa56 None None] Pushing event updated for resources: {'Port': ['ID=40e32b63-a810-4018-8159-5c1398114c8f,revision_number=4']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:43.051284 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6180eecf-4e66-4bce-915d-961acb627ef9 None None] Routers {'9b4b253b-76f2-4197-9d6f-9f64417d9ffc'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:25:43.052020 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-6180eecf-4e66-4bce-915d-961acb627ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:25:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['9b4b253b-76f2-4197-9d6f-9f64417d9ffc'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:25:43.226348 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-6180eecf-4e66-4bce-915d-961acb627ef9 None None] Set router 9b4b253b-76f2-4197-9d6f-9f64417d9ffc gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:25:43.297997 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 98644444-67c5-4c4c-a5f8-2080301f474f up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:25:43.437541 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port 98644444-67c5-4c4c-a5f8-2080301f474f triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:25:43.438042 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:43.601969 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-6180eecf-4e66-4bce-915d-961acb627ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4b253b-76f2-4197-9d6f-9f64417d9ffc', 'name': 'tempest-TestMinimumBasicScenario-2024780411-router', 'tenant_id': 'd4905afbf1684056b10d762fb33dca02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '98644444-67c5-4c4c-a5f8-2080301f474f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:25:35Z', 'updated_at': '2021-08-04T16:25:38Z', 'revision_number': 4, 'project_id': 'd4905afbf1684056b10d762fb33dca02', 'gw_port': {'id': '98644444-67c5-4c4c-a5f8-2080301f474f', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4b253b-76f2-4197-9d6f-9f64417d9ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:25:36Z', 'updated_at': '2021-08-04T16:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '40e32b63-a810-4018-8159-5c1398114c8f', 'name': '', 'network_id': 'dd632c7b-3dea-418f-83da-a31873b0a1fc', 'tenant_id': 'd4905afbf1684056b10d762fb33dca02', 'mac_address': 'fa:16:3e:d4:86:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4b253b-76f2-4197-9d6f-9f64417d9ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'd7744398-eb79-48ca-b60f-b6cad4eab029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:25:38Z', 'updated_at': '2021-08-04T16:25:42Z', 'revision_number': 4, 'project_id': 'd4905afbf1684056b10d762fb33dca02', 'subnets': [{'id': 'd7744398-eb79-48ca-b60f-b6cad4eab029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:25:43.642449 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6180eecf-4e66-4bce-915d-961acb627ef9 None None] The sync data for ids ['9b4b253b-76f2-4197-9d6f-9f64417d9ffc'] in dv-cinder-789564-9-iscsi is: [{'id': '9b4b253b-76f2-4197-9d6f-9f64417d9ffc', 'name': 'tempest-TestMinimumBasicScenario-2024780411-router', 'tenant_id': 'd4905afbf1684056b10d762fb33dca02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '98644444-67c5-4c4c-a5f8-2080301f474f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:25:35Z', 'updated_at': '2021-08-04T16:25:38Z', 'revision_number': 4, 'project_id': 'd4905afbf1684056b10d762fb33dca02', 'gw_port': {'id': '98644444-67c5-4c4c-a5f8-2080301f474f', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4b253b-76f2-4197-9d6f-9f64417d9ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:25:36Z', 'updated_at': '2021-08-04T16:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '40e32b63-a810-4018-8159-5c1398114c8f', 'name': '', 'network_id': 'dd632c7b-3dea-418f-83da-a31873b0a1fc', 'tenant_id': 'd4905afbf1684056b10d762fb33dca02', 'mac_address': 'fa:16:3e:d4:86:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4b253b-76f2-4197-9d6f-9f64417d9ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'd7744398-eb79-48ca-b60f-b6cad4eab029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:25:38Z', 'updated_at': '2021-08-04T16:25:42Z', 'revision_number': 4, 'project_id': 'd4905afbf1684056b10d762fb33dca02', 'subnets': [{'id': 'd7744398-eb79-48ca-b60f-b6cad4eab029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:25:43.657889 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:45.083560 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a79792-4108-4d66-8ccb-b28294c750ee req-487e0985-fc58-49ab-8145-f8d1d0f4948e tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:45.085835 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-80a79792-4108-4d66-8ccb-b28294c750ee req-487e0985-fc58-49ab-8145-f8d1d0f4948e tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0695562 Aug 04 16:25:45.143907 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-80a79792-4108-4d66-8ccb-b28294c750ee req-e992b80c-14d0-4f3a-b5e1-43ad3de19050 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474253 Aug 04 16:25:45.355319 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 40e32b63-a810-4018-8159-5c1398114c8f up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:25:45.471732 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning for port 40e32b63-a810-4018-8159-5c1398114c8f completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:25:45.490434 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port 40e32b63-a810-4018-8159-5c1398114c8f triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:25:45.490993 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:45.602070 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:45.647587 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] For port 40e32b63-a810-4018-8159-5c1398114c8f, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=40e32b63-a810-4018-8159-5c1398114c8f,segment=NetworkSegment(770fb9c4-fcef-461a-8e0e-113b63efb036),segment_id=770fb9c4-fcef-461a-8e0e-113b63efb036)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:25:45.652890 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:45.727380 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Pushing event updated for resources: {'Port': ['ID=40e32b63-a810-4018-8159-5c1398114c8f,revision_number=5']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:46.291162 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612e38d-7954-4751-a8ba-6ae9c9beb2de req-d44a7ea1-63be-4275-976a-187faf1630df tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:46.293409 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-6612e38d-7954-4751-a8ba-6ae9c9beb2de req-d44a7ea1-63be-4275-976a-187faf1630df tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0638857 Aug 04 16:25:46.353897 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-6612e38d-7954-4751-a8ba-6ae9c9beb2de req-1de50ea0-d949-4b7d-be0c-e5c74fae8517 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455327 Aug 04 16:25:47.267485 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 40e32b63-a810-4018-8159-5c1398114c8f up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:25:47.320697 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port 40e32b63-a810-4018-8159-5c1398114c8f triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:25:47.324075 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:47.501970 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c31a0d-70f2-4b9b-a560-a4041ec0a17d req-0e265ae3-20f9-4104-a830-8974b4b9baa0 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:47.503654 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-08c31a0d-70f2-4b9b-a560-a4041ec0a17d req-0e265ae3-20f9-4104-a830-8974b4b9baa0 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0591910 Aug 04 16:25:47.553619 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-08c31a0d-70f2-4b9b-a560-a4041ec0a17d req-80d0e650-36e4-477d-881d-74209d58f81c tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421693 Aug 04 16:25:47.813490 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf50804-9522-4669-8a6b-1bca8ab7a654 req-5182fd36-420b-4c38-8125-69185883d5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:47.815027 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-fcf50804-9522-4669-8a6b-1bca8ab7a654 req-5182fd36-420b-4c38-8125-69185883d5ea service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 1098 time: 0.0499578 Aug 04 16:25:47.867155 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-fcf50804-9522-4669-8a6b-1bca8ab7a654 req-7b8e9ecf-72d4-4277-ba94-3d94b43e6044 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411808 Aug 04 16:25:48.706755 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c0f34-73ab-4611-a00b-96a9740941c3 req-59994463-83bb-41f9-ba5a-8bfb97024a25 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:48.709987 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-414c0f34-73ab-4611-a00b-96a9740941c3 req-59994463-83bb-41f9-ba5a-8bfb97024a25 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0683241 Aug 04 16:25:48.769555 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-414c0f34-73ab-4611-a00b-96a9740941c3 req-e5b0a1e0-e7b9-480e-b5d8-5af827943822 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518987 Aug 04 16:25:50.042313 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:51.970496 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b9304-6fe2-4b19-8df6-43967511b37d req-86cad112-0b14-4e49-b3e4-5418a93131d6 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:51.973053 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9b0b9304-6fe2-4b19-8df6-43967511b37d req-86cad112-0b14-4e49-b3e4-5418a93131d6 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0501301 Aug 04 16:25:52.020228 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9b0b9304-6fe2-4b19-8df6-43967511b37d req-786f40cc-ff22-45d6-863a-89b3006f0eaa tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406840 Aug 04 16:25:52.433781 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-f94e2682-5c6d-42b6-8b21-9cac6b2900dd tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:52.435331 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-f94e2682-5c6d-42b6-8b21-9cac6b2900dd tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/networks?id=ac7cd450-e44f-4fa4-b535-c94ee7de8b1a HTTP/1.1" status: 200 len: 815 time: 0.1023576 Aug 04 16:25:52.452200 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-9bc865d8-7295-48c8-802b-5592a1db67b6 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/quotas/c5b483243f1443f891eee772089355e6 HTTP/1.1" status: 200 len: 375 time: 0.0101409 Aug 04 16:25:52.516620 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-90fef7e0-75d6-4618-ba46-203b1dba1b53 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c5b483243f1443f891eee772089355e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581613 Aug 04 16:25:52.623557 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-12615b48-1c5c-41b5-a9cf-7fda7e03bafc service neutron] 10.222.0.77 "GET /v2.0/networks/ac7cd450-e44f-4fa4-b535-c94ee7de8b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937085 Aug 04 16:25:52.725181 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-ab0a024a-33f6-4738-afd3-391ee4b7cba4 service neutron] 10.222.0.77 "GET /v2.0/networks/ac7cd450-e44f-4fa4-b535-c94ee7de8b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940468 Aug 04 16:25:52.947984 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-eff9f81c-977a-4d1e-860f-30db4650a743 req-13994831-e944-46e7-951e-7645013afe10 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 210 time: 0.0501022 Aug 04 16:25:53.217935 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ae8a3-7178-4a2c-b877-2b298396ae47 req-faee3a89-189b-4d37-a026-e5a93cd2797d tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:53.219573 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e84ae8a3-7178-4a2c-b877-2b298396ae47 req-faee3a89-189b-4d37-a026-e5a93cd2797d tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0609770 Aug 04 16:25:53.260922 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e84ae8a3-7178-4a2c-b877-2b298396ae47 req-c0abde59-0ae6-4b34-92db-ef8c0443e4a4 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342615 Aug 04 16:25:53.535299 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759a3ef-8b8c-4f2a-8b65-96c873eafedb req-81726106-1cc9-4006-add9-2dfb6a94a0af tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:53.537643 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-2759a3ef-8b8c-4f2a-8b65-96c873eafedb req-81726106-1cc9-4006-add9-2dfb6a94a0af tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0554223 Aug 04 16:25:53.549103 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d91017-e5c1-47f1-bfa6-a3bdf601ce53 req-c928107d-dbf8-470e-a860-6833a95ea223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:53.550764 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-22d91017-e5c1-47f1-bfa6-a3bdf601ce53 req-c928107d-dbf8-470e-a860-6833a95ea223 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5ed276298dcd40d9b792743496b57580&device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 1098 time: 0.0646822 Aug 04 16:25:53.586618 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-2759a3ef-8b8c-4f2a-8b65-96c873eafedb req-83416673-a0bc-409b-bc34-8273786d6e08 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420351 Aug 04 16:25:53.663766 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d91017-e5c1-47f1-bfa6-a3bdf601ce53 req-ba0487f6-9c3c-4580-8266-a91a46db14ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:53.665268 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-22d91017-e5c1-47f1-bfa6-a3bdf601ce53 req-ba0487f6-9c3c-4580-8266-a91a46db14ef service neutron] 10.222.0.50 "GET /v2.0/networks?id=7f965b80-7909-4cf3-8c57-8793402555a4 HTTP/1.1" status: 200 len: 918 time: 0.1044328 Aug 04 16:25:53.735058 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-22d91017-e5c1-47f1-bfa6-a3bdf601ce53 req-cd7ace20-0ea1-4117-85fe-4383e693d56a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c98fd1f-2d8e-4194-8ece-0d194fbe1a41 HTTP/1.1" status: 200 len: 217 time: 0.0365148 Aug 04 16:25:53.789366 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d91017-e5c1-47f1-bfa6-a3bdf601ce53 req-262b2fbd-1144-42a1-89f9-ccf4acb4305d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:53.790750 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-22d91017-e5c1-47f1-bfa6-a3bdf601ce53 req-262b2fbd-1144-42a1-89f9-ccf4acb4305d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e5d1a85b-b9eb-4879-9f2d-2ac1fb84c156 HTTP/1.1" status: 200 len: 857 time: 0.0442021 Aug 04 16:25:53.834561 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-22d91017-e5c1-47f1-bfa6-a3bdf601ce53 req-d0a92851-d7b8-4778-affe-3c9815f120f1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7f965b80-7909-4cf3-8c57-8793402555a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295427 Aug 04 16:25:53.942801 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-22d91017-e5c1-47f1-bfa6-a3bdf601ce53 req-2cffc5a6-4ffd-4296-9c32-c80a3525e236 service neutron] 10.222.0.50 "GET /v2.0/networks/7f965b80-7909-4cf3-8c57-8793402555a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855424 Aug 04 16:25:54.055251 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-325f6ddf-f43c-43ae-a14b-ba5f27eb9ac0 req-b720d054-0c46-4446-8d7d-2c688909c29f tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 210 time: 0.0403225 Aug 04 16:25:54.075951 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-22d91017-e5c1-47f1-bfa6-a3bdf601ce53 req-b2c64505-9258-4607-808d-1da3a081608e service neutron] 10.222.0.50 "GET /v2.0/networks/7f965b80-7909-4cf3-8c57-8793402555a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193342 Aug 04 16:25:54.378064 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-85475a2a-3718-497e-abce-ae395b691dd4 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:54.379571 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-85475a2a-3718-497e-abce-ae395b691dd4 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.50 "GET /v2.0/networks?id=ac7cd450-e44f-4fa4-b535-c94ee7de8b1a HTTP/1.1" status: 200 len: 815 time: 0.1443129 Aug 04 16:25:54.400374 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-b16abea1-ee19-406b-9d42-2c9fdd1abafa tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Request body: {'port': {'device_id': '0dc4cbe9-9ab3-4a0f-8e98-af6face4a038', 'network_id': 'ac7cd450-e44f-4fa4-b535-c94ee7de8b1a', 'admin_state_up': True, 'tenant_id': 'c5b483243f1443f891eee772089355e6'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:25:54.523239 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-b16abea1-ee19-406b-9d42-2c9fdd1abafa tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Made reservation on behalf of c5b483243f1443f891eee772089355e6 for: {'port': 1} {{(pid=93330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:25:54.527705 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-b16abea1-ee19-406b-9d42-2c9fdd1abafa tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:54.694627 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.db_base_plugin_common [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-b16abea1-ee19-406b-9d42-2c9fdd1abafa tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Allocated IP 172.20.0.7 (ac7cd450-e44f-4fa4-b535-c94ee7de8b1a/c9ef757f-c3c6-418f-9d37-283a70110fe2/25c02836-f5d3-4db9-bfb6-3cfc493da78c) {{(pid=93330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:25:54.762402 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f31fb5-5995-47d2-bf14-bf61ce481c93 req-4e123c23-c8e8-433d-b33d-dbf4507f5069 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:54.765469 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-e7f31fb5-5995-47d2-bf14-bf61ce481c93 req-4e123c23-c8e8-433d-b33d-dbf4507f5069 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0691385 Aug 04 16:25:54.817753 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-e7f31fb5-5995-47d2-bf14-bf61ce481c93 req-07b34e8f-7553-451f-8131-da8cbee3b9e7 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416074 Aug 04 16:25:54.904213 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-b16abea1-ee19-406b-9d42-2c9fdd1abafa tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks [] for port, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:54.920970 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.provisioning_blocks [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-b16abea1-ee19-406b-9d42-2c9fdd1abafa tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Transition to ACTIVE for port object 25c02836-f5d3-4db9-bfb6-3cfc493da78c will not be triggered until provisioned by entity DHCP. {{(pid=93330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:25:54.964550 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-b16abea1-ee19-406b-9d42-2c9fdd1abafa tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:55.057022 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-b16abea1-ee19-406b-9d42-2c9fdd1abafa tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Network ac7cd450-e44f-4fa4-b535-c94ee7de8b1a is already hosted by enough agents. {{(pid=93330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:25:55.061799 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-b16abea1-ee19-406b-9d42-2c9fdd1abafa tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Resources bound (agent type, host, resource id): {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:25:55.068259 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-b16abea1-ee19-406b-9d42-2c9fdd1abafa tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Received port after_create {{(pid=93330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:25:55.128595 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16abea1-ee19-406b-9d42-2c9fdd1abafa tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Pushing event updated for resources: {'Port': ['ID=25c02836-f5d3-4db9-bfb6-3cfc493da78c,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:55.152327 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-b16abea1-ee19-406b-9d42-2c9fdd1abafa tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:55.153139 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-b16abea1-ee19-406b-9d42-2c9fdd1abafa tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:55.232661 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-b16abea1-ee19-406b-9d42-2c9fdd1abafa tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8365958 Aug 04 16:25:55.245881 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93900f-c451-413d-a542-c61354b53bf0 req-6524535e-4dba-48c7-81f6-c39f50aefadb tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:55.247453 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-cc93900f-c451-413d-a542-c61354b53bf0 req-6524535e-4dba-48c7-81f6-c39f50aefadb tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 931 time: 0.0910780 Aug 04 16:25:55.322950 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-cc93900f-c451-413d-a542-c61354b53bf0 req-b43dce0a-2327-48f5-b715-01728b33548c tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/security-groups?id=048d372e-c15a-4862-941b-693b08f4b708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687053 Aug 04 16:25:55.472239 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-db637d5e-1012-4b0f-aba2-17f48a2ed880 None None] Provisioning for port 25c02836-f5d3-4db9-bfb6-3cfc493da78c completed by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:25:55.482343 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-db637d5e-1012-4b0f-aba2-17f48a2ed880 None None] Provisioning complete for port 25c02836-f5d3-4db9-bfb6-3cfc493da78c triggered by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:25:55.483173 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-db637d5e-1012-4b0f-aba2-17f48a2ed880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:55.529477 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-db637d5e-1012-4b0f-aba2-17f48a2ed880 None None] Port 25c02836-f5d3-4db9-bfb6-3cfc493da78c cannot update to ACTIVE because it is not bound. {{(pid=93332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:25:56.986176 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 42396) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:57.107406 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-24176f9c-d4b6-445d-8f00-93ae2d21dce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:57.199587 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-24176f9c-d4b6-445d-8f00-93ae2d21dce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:57.205994 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-24176f9c-d4b6-445d-8f00-93ae2d21dce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:57.244250 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-24176f9c-d4b6-445d-8f00-93ae2d21dce2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fbe50439ae154248bccc6049366ea331&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2569537 Aug 04 16:25:57.245389 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24176f9c-d4b6-445d-8f00-93ae2d21dce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd54c0b0-4abe-48f4-b37d-3e30dc438952,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:57.247006 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 42400) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:57.253441 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24176f9c-d4b6-445d-8f00-93ae2d21dce2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:25:57.253920 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24176f9c-d4b6-445d-8f00-93ae2d21dce2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:25:57.254292 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24176f9c-d4b6-445d-8f00-93ae2d21dce2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:25:57.254650 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24176f9c-d4b6-445d-8f00-93ae2d21dce2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:25:57.254976 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24176f9c-d4b6-445d-8f00-93ae2d21dce2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:25:57.255302 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24176f9c-d4b6-445d-8f00-93ae2d21dce2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:25:57.255626 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24176f9c-d4b6-445d-8f00-93ae2d21dce2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:25:57.255945 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24176f9c-d4b6-445d-8f00-93ae2d21dce2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:25:57.256269 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24176f9c-d4b6-445d-8f00-93ae2d21dce2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:25:57.256588 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24176f9c-d4b6-445d-8f00-93ae2d21dce2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:25:57.256904 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24176f9c-d4b6-445d-8f00-93ae2d21dce2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:25:57.257220 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24176f9c-d4b6-445d-8f00-93ae2d21dce2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:25:57.299762 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-65e51e0b-bc5b-4846-989c-f4ad31e013dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:57.325520 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-65e51e0b-bc5b-4846-989c-f4ad31e013dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:57.378298 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-65e51e0b-bc5b-4846-989c-f4ad31e013dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:57.381017 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-65e51e0b-bc5b-4846-989c-f4ad31e013dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:57.382552 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-65e51e0b-bc5b-4846-989c-f4ad31e013dd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cd54c0b0-4abe-48f4-b37d-3e30dc438952 HTTP/1.1" status: 204 len: 168 time: 0.1344807 Aug 04 16:25:57.390703 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e51e0b-bc5b-4846-989c-f4ad31e013dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd54c0b0-4abe-48f4-b37d-3e30dc438952,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:57.399532 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e51e0b-bc5b-4846-989c-f4ad31e013dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:25:57.399893 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e51e0b-bc5b-4846-989c-f4ad31e013dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:25:57.400312 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e51e0b-bc5b-4846-989c-f4ad31e013dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:25:57.400645 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e51e0b-bc5b-4846-989c-f4ad31e013dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:25:57.401007 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e51e0b-bc5b-4846-989c-f4ad31e013dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:25:57.401409 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e51e0b-bc5b-4846-989c-f4ad31e013dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:25:57.401826 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e51e0b-bc5b-4846-989c-f4ad31e013dd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:25:57.402195 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e51e0b-bc5b-4846-989c-f4ad31e013dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:25:57.402634 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e51e0b-bc5b-4846-989c-f4ad31e013dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:25:57.402991 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e51e0b-bc5b-4846-989c-f4ad31e013dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:25:57.403368 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e51e0b-bc5b-4846-989c-f4ad31e013dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:25:57.403806 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e51e0b-bc5b-4846-989c-f4ad31e013dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:25:58.115920 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 42424) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:58.228382 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-8d62376c-f958-4dd5-9472-291920532870 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1974231188-network', 'tenant_id': '5415912273de496e963a7c07ee381732'}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:25:58.252978 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d62376c-f958-4dd5-9472-291920532870 admin admin] Made reservation on behalf of 5415912273de496e963a7c07ee381732 for: {'network': 1} {{(pid=93331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:25:58.255557 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-8d62376c-f958-4dd5-9472-291920532870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for network, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:58.264056 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-8d62376c-f958-4dd5-9472-291920532870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:58.356120 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-8d62376c-f958-4dd5-9472-291920532870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:58.363305 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-8d62376c-f958-4dd5-9472-291920532870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:58.388695 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d62376c-f958-4dd5-9472-291920532870 admin admin] vlan segment allocate from pool success with {'vlan_id': 865, 'physical_network': 'physnet1'} {{(pid=93331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:25:58.398640 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62376c-f958-4dd5-9472-291920532870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7353d875-abd4-4707-a9c3-5b04791f10b2,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:58.403596 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-8d62376c-f958-4dd5-9472-291920532870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519'] for segment, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:58.403939 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.db.segments_db [None req-8d62376c-f958-4dd5-9472-291920532870 admin admin] Added segment 695adc21-0034-421d-a4b2-e370b8b0f86d of type vlan for network 8b73dbfa-1915-4d59-aa47-d7f3a2d43c66 Aug 04 16:25:58.447705 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-8d62376c-f958-4dd5-9472-291920532870 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758853320587'] for network, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:58.491074 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-8d62376c-f958-4dd5-9472-291920532870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334'] for network, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:58.492071 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d62376c-f958-4dd5-9472-291920532870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:58.492737 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-8d62376c-f958-4dd5-9472-291920532870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for network, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:58.547825 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-8d62376c-f958-4dd5-9472-291920532870 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4304509 Aug 04 16:25:58.551647 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 42428) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:25:58.557035 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62376c-f958-4dd5-9472-291920532870 admin admin] Pushing event updated for resources: {'Network': ['ID=8b73dbfa-1915-4d59-aa47-d7f3a2d43c66,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:58.559702 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [None req-c4d4a173-8fd4-411e-b65f-0ed44d44841b admin admin] Request body: {'subnet': {'network_id': '8b73dbfa-1915-4d59-aa47-d7f3a2d43c66', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1974231188-subnet', 'tenant_id': '5415912273de496e963a7c07ee381732', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:25:58.571992 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Network 8b73dbfa-1915-4d59-aa47-d7f3a2d43c66 details requested by agent ovs-agent-dv-cinder-789564-9-iscsi with host dv-cinder-789564-9-iscsi {{(pid=93332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:25:58.585110 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d4a173-8fd4-411e-b65f-0ed44d44841b admin admin] Made reservation on behalf of 5415912273de496e963a7c07ee381732 for: {'subnet': 1} {{(pid=93330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:25:58.587701 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c4d4a173-8fd4-411e-b65f-0ed44d44841b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129819958'] for subnet, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:58.778227 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c4d4a173-8fd4-411e-b65f-0ed44d44841b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129638260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129819940'] for subnet, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:58.839031 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d4a173-8fd4-411e-b65f-0ed44d44841b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6253f045-dd8e-42ea-bacc-eb4e8c73fbf4,revision_number=0']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:25:58.850155 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d4a173-8fd4-411e-b65f-0ed44d44841b admin admin] Checking segment: {'id': '695adc21-0034-421d-a4b2-e370b8b0f86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '8b73dbfa-1915-4d59-aa47-d7f3a2d43c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:25:58.850510 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d4a173-8fd4-411e-b65f-0ed44d44841b admin admin] Network hostable DHCP agents. Network: 8b73dbfa-1915-4d59-aa47-d7f3a2d43c66, hostable agents: ['eaf2aaff-ba37-427f-8468-b829a196e20c'], hosted agents: [] {{(pid=93330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:25:58.876805 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d4a173-8fd4-411e-b65f-0ed44d44841b admin admin] Network 8b73dbfa-1915-4d59-aa47-d7f3a2d43c66 is scheduled to be hosted by DHCP agent eaf2aaff-ba37-427f-8468-b829a196e20c with binding_index 1 {{(pid=93330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:25:58.886472 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [None req-c4d4a173-8fd4-411e-b65f-0ed44d44841b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-9-iscsi, 8b73dbfa-1915-4d59-aa47-d7f3a2d43c66) {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:25:58.896762 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d4a173-8fd4-411e-b65f-0ed44d44841b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:25:58.897841 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c4d4a173-8fd4-411e-b65f-0ed44d44841b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for subnet, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:58.901766 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cff842-b250-41f1-a0b5-a7e89c6b4ab3 None None] Network 8b73dbfa-1915-4d59-aa47-d7f3a2d43c66 requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:25:58.951561 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-c4d4a173-8fd4-411e-b65f-0ed44d44841b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3839736 Aug 04 16:25:59.076980 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51793351-ab65-4e77-9605-978120c8662a None None] Network 8b73dbfa-1915-4d59-aa47-d7f3a2d43c66 requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:25:59.430461 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 6 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:26:08.134446 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-f71b66b6-aa7f-431c-a7c5-3449fa53fb51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:10.920445 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-c66c436d-5555-46e3-afaa-430b30d02ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:10.962039 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:11.974982 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-04710d48-aeb5-4885-9604-3da75268f0f5 service neutron] Request body: {'port': {'device_id': '0dc4cbe9-9ab3-4a0f-8e98-af6face4a038', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:26:12.033220 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-04710d48-aeb5-4885-9604-3da75268f0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:12.115590 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ebe9c-2c21-44f4-8910-b62760267aa0 req-208aa5fe-b183-49fd-a268-c51869d4756c tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:12.117984 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-3a1ebe9c-2c21-44f4-8910-b62760267aa0 req-208aa5fe-b183-49fd-a268-c51869d4756c tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0616663 Aug 04 16:26:12.158603 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-3a1ebe9c-2c21-44f4-8910-b62760267aa0 req-ad5ee205-96ab-42dd-b047-2b8d7f5613aa tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342541 Aug 04 16:26:12.212811 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:12.219158 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85f3c2-f64d-4a35-bfa5-57b2b3c9abe1 req-18c8da1b-60dd-4459-ab26-2d5e1985973b tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:12.220711 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-df85f3c2-f64d-4a35-bfa5-57b2b3c9abe1 req-18c8da1b-60dd-4459-ab26-2d5e1985973b tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 931 time: 0.1226130 Aug 04 16:26:12.305551 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-df85f3c2-f64d-4a35-bfa5-57b2b3c9abe1 req-aa535a10-023f-4881-b229-ed2cde5e5a0c tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/security-groups?id=048d372e-c15a-4862-941b-693b08f4b708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499811 Aug 04 16:26:12.361230 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-c0750ad2-5233-45cb-894f-b7b8f0c35248 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:12.362863 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-c0750ad2-5233-45cb-894f-b7b8f0c35248 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/networks?id=8b73dbfa-1915-4d59-aa47-d7f3a2d43c66 HTTP/1.1" status: 200 len: 809 time: 0.1219356 Aug 04 16:26:12.383112 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-dcfc284b-751a-4a24-9f54-94984ef7584a tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/quotas/5415912273de496e963a7c07ee381732 HTTP/1.1" status: 200 len: 375 time: 0.0123501 Aug 04 16:26:12.411383 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-04710d48-aeb5-4885-9604-3da75268f0f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25c02836-f5d3-4db9-bfb6-3cfc493da78c {{(pid=93330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:26:12.420751 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-04710d48-aeb5-4885-9604-3da75268f0f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:12.422013 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-044015b1-2825-480a-acf1-4d6df318c99f tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5415912273de496e963a7c07ee381732&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314353 Aug 04 16:26:12.444276 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.provisioning_blocks [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-04710d48-aeb5-4885-9604-3da75268f0f5 service neutron] Transition to ACTIVE for port object 25c02836-f5d3-4db9-bfb6-3cfc493da78c will not be triggered until provisioned by entity L2. {{(pid=93330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:26:12.466934 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-04710d48-aeb5-4885-9604-3da75268f0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129638395'] for port, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:12.538259 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748c488-1ede-4cf6-ba81-61eb52ce4e0a req-aff5656d-bc14-49b6-af07-3e5002254f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:12.540259 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-8748c488-1ede-4cf6-ba81-61eb52ce4e0a req-aff5656d-bc14-49b6-af07-3e5002254f57 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5ed276298dcd40d9b792743496b57580&device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 1098 time: 0.1062071 Aug 04 16:26:12.550058 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-e6688e80-1ac9-46d0-b80a-8a525eda096b service neutron] 10.222.0.77 "GET /v2.0/networks/8b73dbfa-1915-4d59-aa47-d7f3a2d43c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206288 Aug 04 16:26:12.550708 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04710d48-aeb5-4885-9604-3da75268f0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=25c02836-f5d3-4db9-bfb6-3cfc493da78c,revision_number=2']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:12.665941 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-9a3bd283-8c5e-425d-8963-63a44488d8e4 service neutron] 10.222.0.77 "GET /v2.0/networks/8b73dbfa-1915-4d59-aa47-d7f3a2d43c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028123 Aug 04 16:26:12.707631 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-04710d48-aeb5-4885-9604-3da75268f0f5 service neutron] Attempting to bind port 25c02836-f5d3-4db9-bfb6-3cfc493da78c on host hv-cinder-78956 for vnic_type normal with profile {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:26:12.709352 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-04710d48-aeb5-4885-9604-3da75268f0f5 service neutron] Attempting to bind port 25c02836-f5d3-4db9-bfb6-3cfc493da78c by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '2836939e-73dd-4a0d-ba0c-87ac3d65e8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'ac7cd450-e44f-4fa4-b535-c94ee7de8b1a'}] {{(pid=93330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:26:12.709914 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-04710d48-aeb5-4885-9604-3da75268f0f5 service neutron] Attempting to bind port 25c02836-f5d3-4db9-bfb6-3cfc493da78c on network ac7cd450-e44f-4fa4-b535-c94ee7de8b1a {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:26:12.725420 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-04710d48-aeb5-4885-9604-3da75268f0f5 service neutron] Port 25c02836-f5d3-4db9-bfb6-3cfc493da78c on network ac7cd450-e44f-4fa4-b535-c94ee7de8b1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:26:12.725933 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-04710d48-aeb5-4885-9604-3da75268f0f5 service neutron] Attempting to bind port 25c02836-f5d3-4db9-bfb6-3cfc493da78c on network ac7cd450-e44f-4fa4-b535-c94ee7de8b1a {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:26:12.733852 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-04710d48-aeb5-4885-9604-3da75268f0f5 service neutron] Checking agent: {'id': 'd306b3d0-6735-4bf3-81d7-29bae54f6551', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 22, 19), 'started_at': datetime.datetime(2021, 8, 4, 16, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:26:12.734290 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-04710d48-aeb5-4885-9604-3da75268f0f5 service neutron] Checking segment: {'id': '2836939e-73dd-4a0d-ba0c-87ac3d65e8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'ac7cd450-e44f-4fa4-b535-c94ee7de8b1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:26:12.734746 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-04710d48-aeb5-4885-9604-3da75268f0f5 service neutron] Bound using segment: {'id': '2836939e-73dd-4a0d-ba0c-87ac3d65e8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'ac7cd450-e44f-4fa4-b535-c94ee7de8b1a'} {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:26:12.735309 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-04710d48-aeb5-4885-9604-3da75268f0f5 service neutron] Bound port: 25c02836-f5d3-4db9-bfb6-3cfc493da78c, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2836939e-73dd-4a0d-ba0c-87ac3d65e8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'ac7cd450-e44f-4fa4-b535-c94ee7de8b1a'}}] {{(pid=93330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:26:12.735765 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-04710d48-aeb5-4885-9604-3da75268f0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:12.739180 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748c488-1ede-4cf6-ba81-61eb52ce4e0a req-055f7982-bdfa-424e-9390-c5a1e3991fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:12.740696 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-8748c488-1ede-4cf6-ba81-61eb52ce4e0a req-055f7982-bdfa-424e-9390-c5a1e3991fc2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7f965b80-7909-4cf3-8c57-8793402555a4 HTTP/1.1" status: 200 len: 918 time: 0.1649520 Aug 04 16:26:12.795213 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-8748c488-1ede-4cf6-ba81-61eb52ce4e0a req-5b69d542-acb8-4b7a-a19d-166b2239ecb4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c98fd1f-2d8e-4194-8ece-0d194fbe1a41 HTTP/1.1" status: 200 len: 217 time: 0.0423758 Aug 04 16:26:12.929444 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-4b162908-7397-448b-b386-f7788d603b87 req-1c1c19bb-02df-4003-94b2-2a22ff45331f tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3331178-18f4-4522-881b-8c6df0e12099 HTTP/1.1" status: 200 len: 210 time: 0.0943182 Aug 04 16:26:12.957705 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-04710d48-aeb5-4885-9604-3da75268f0f5 service neutron] For port 25c02836-f5d3-4db9-bfb6-3cfc493da78c, host hv-cinder-78956, cleared binding levels {{(pid=93330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:26:12.963780 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-04710d48-aeb5-4885-9604-3da75268f0f5 service neutron] For port 25c02836-f5d3-4db9-bfb6-3cfc493da78c, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=25c02836-f5d3-4db9-bfb6-3cfc493da78c,segment=NetworkSegment(2836939e-73dd-4a0d-ba0c-87ac3d65e8d9),segment_id=2836939e-73dd-4a0d-ba0c-87ac3d65e8d9)] {{(pid=93330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:26:12.965973 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748c488-1ede-4cf6-ba81-61eb52ce4e0a req-8b0a2951-6798-4446-a6f8-8cfcfe007e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:12.967605 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-8748c488-1ede-4cf6-ba81-61eb52ce4e0a req-8b0a2951-6798-4446-a6f8-8cfcfe007e8a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e5d1a85b-b9eb-4879-9f2d-2ac1fb84c156 HTTP/1.1" status: 200 len: 857 time: 0.1516097 Aug 04 16:26:12.970701 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-04710d48-aeb5-4885-9604-3da75268f0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129638395'] for port, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:13.038495 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-8748c488-1ede-4cf6-ba81-61eb52ce4e0a req-b65fca9b-4e56-4558-a3aa-652295df479f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7f965b80-7909-4cf3-8c57-8793402555a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405426 Aug 04 16:26:13.041306 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-04710d48-aeb5-4885-9604-3da75268f0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:13.042018 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-04710d48-aeb5-4885-9604-3da75268f0f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:13.043471 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-04710d48-aeb5-4885-9604-3da75268f0f5 service neutron] 10.222.0.50 "PUT /v2.0/ports/25c02836-f5d3-4db9-bfb6-3cfc493da78c HTTP/1.1" status: 200 len: 1093 time: 1.0747130 Aug 04 16:26:13.043900 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc4cbe9-9ab3-4a0f-8e98-af6face4a038', 'tag': '25c02836-f5d3-4db9-bfb6-3cfc493da78c'}] {{(pid=93330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:26:13.046398 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37e886c0defde040503dc6230deb255415226de4639eab9b495881836c77004d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bf0235-2892-41f7-9624-a70ad9714885" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc4cbe9-9ab3-4a0f-8e98-af6face4a038", "tag": "25c02836-f5d3-4db9-bfb6-3cfc493da78c"}]}' {{(pid=93330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:26:13.235848 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04710d48-aeb5-4885-9604-3da75268f0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=25c02836-f5d3-4db9-bfb6-3cfc493da78c,revision_number=3']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:13.294047 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-301c0cc8-8d99-4994-9399-3a7d98cd0749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:13.296176 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-301c0cc8-8d99-4994-9399-3a7d98cd0749 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c5b483243f1443f891eee772089355e6&device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 1096 time: 0.1703672 Aug 04 16:26:13.305090 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-8748c488-1ede-4cf6-ba81-61eb52ce4e0a req-b5d2bb03-cab7-4add-a978-7f3b2c4214db service neutron] 10.222.0.50 "GET /v2.0/networks/7f965b80-7909-4cf3-8c57-8793402555a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502179 Aug 04 16:26:13.384583 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-c003ed17-5ad1-4018-a085-ab3e95fe6bc4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25c02836-f5d3-4db9-bfb6-3cfc493da78c HTTP/1.1" status: 200 len: 217 time: 0.0583861 Aug 04 16:26:13.435700 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf24e15-d59b-4937-855c-dd92a4eb49d1 x-openstack-request-id: req-bcf24e15-d59b-4937-855c-dd92a4eb49d1 {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:26:13.436336 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc4cbe9-9ab3-4a0f-8e98-af6face4a038", "tag": "25c02836-f5d3-4db9-bfb6-3cfc493da78c", "status": "completed", "code": 200}]} {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:26:13.436750 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bcf24e15-d59b-4937-855c-dd92a4eb49d1 {{(pid=93330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:26:13.437347 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc4cbe9-9ab3-4a0f-8e98-af6face4a038', 'tag': '25c02836-f5d3-4db9-bfb6-3cfc493da78c', 'status': 'completed', 'code': 200} Aug 04 16:26:13.520653 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-448776b3-a017-46fc-afab-dbbddd5f4619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:13.522523 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-448776b3-a017-46fc-afab-dbbddd5f4619 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9ef757f-c3c6-418f-9d37-283a70110fe2 HTTP/1.1" status: 200 len: 854 time: 0.1265976 Aug 04 16:26:13.535021 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-7da36885-3c5c-4259-8aa5-b3424a9e50ea tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:13.536837 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-7da36885-3c5c-4259-8aa5-b3424a9e50ea tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/networks?id=adba0a6e-44f8-4a54-84d5-54ff0bc6bb41 HTTP/1.1" status: 200 len: 815 time: 0.4249043 Aug 04 16:26:13.556686 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-805f386a-55fd-4b3f-bd70-a21b47be13db tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/quotas/814ea84104dd4ee1b125cc8688bffd7b HTTP/1.1" status: 200 len: 375 time: 0.0103106 Aug 04 16:26:13.608690 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-8748c488-1ede-4cf6-ba81-61eb52ce4e0a req-e66837cd-5b83-4ea8-ac9b-8c586407c03d service neutron] 10.222.0.50 "GET /v2.0/networks/7f965b80-7909-4cf3-8c57-8793402555a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360077 Aug 04 16:26:13.626365 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-a20c2df7-004d-4496-936c-38b03e101b2a tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=814ea84104dd4ee1b125cc8688bffd7b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0568283 Aug 04 16:26:13.629219 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50ffcc-5feb-4e7c-8374-3a55151d7a7b req-a8032eda-fefc-46fc-8891-3fbb49df3365 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:13.631251 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6f50ffcc-5feb-4e7c-8374-3a55151d7a7b req-a8032eda-fefc-46fc-8891-3fbb49df3365 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.1351752 Aug 04 16:26:13.651269 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-29a1f1a8-40ee-46e3-831e-8f37d9ccc3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:13.652689 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-29a1f1a8-40ee-46e3-831e-8f37d9ccc3fa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ac7cd450-e44f-4fa4-b535-c94ee7de8b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1109793 Aug 04 16:26:13.667351 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:13.721085 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-ee1b8acd-6018-4750-8bf3-f90de498b8a9 service neutron] 10.222.0.77 "GET /v2.0/networks/adba0a6e-44f8-4a54-84d5-54ff0bc6bb41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897241 Aug 04 16:26:13.746028 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6f50ffcc-5feb-4e7c-8374-3a55151d7a7b req-0361bcf4-3db5-4980-bc23-8df0eb7e1c68 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979061 Aug 04 16:26:13.795431 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-2c9e536f-10d7-4ef2-9af3-ff7722f87b90 service neutron] 10.222.0.50 "GET /v2.0/networks/ac7cd450-e44f-4fa4-b535-c94ee7de8b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152198 Aug 04 16:26:13.819829 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-0bce5839-9fa6-4b99-a416-bacb9f9bc389 service neutron] 10.222.0.77 "GET /v2.0/networks/adba0a6e-44f8-4a54-84d5-54ff0bc6bb41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922406 Aug 04 16:26:13.914477 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050167c2-8767-40e6-b1d0-0d7a3da00ebc req-36abdfcd-5854-4bff-9727-6a3cdb640cc8 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:13.916017 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-050167c2-8767-40e6-b1d0-0d7a3da00ebc req-36abdfcd-5854-4bff-9727-6a3cdb640cc8 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 943 time: 0.1112630 Aug 04 16:26:13.960091 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e4ea72ac-a5b3-4af9-8e11-94ae6156a7cd req-565a1b8a-5dbb-44be-b7da-c5ca31afbd73 service neutron] 10.222.0.50 "GET /v2.0/networks/ac7cd450-e44f-4fa4-b535-c94ee7de8b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450362 Aug 04 16:26:13.989673 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-050167c2-8767-40e6-b1d0-0d7a3da00ebc req-39e7a9bd-afec-48c2-bafc-4e64d29ad9a5 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/security-groups?id=048d372e-c15a-4862-941b-693b08f4b708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424294 Aug 04 16:26:14.005566 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-63ec105b-b998-40c0-9a94-7469918a82b9 req-8acf3380-5c4a-4dfa-ae3f-968242fc8f8c tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac01ba44-a812-49b3-b86e-9c48dda7d321 HTTP/1.1" status: 200 len: 210 time: 0.0327055 Aug 04 16:26:14.110816 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-03477762-493b-432a-8108-a1b7b574a8cc req-164453c4-df39-4433-85b1-b77e95b6e417 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3331178-18f4-4522-881b-8c6df0e12099 HTTP/1.1" status: 200 len: 210 time: 0.0265334 Aug 04 16:26:14.118883 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf0235-2892-41f7-9624-a70ad9714885 req-c40eaa39-9d10-4f95-ad2f-1bd1856aad9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:14.120500 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-85bf0235-2892-41f7-9624-a70ad9714885 req-c40eaa39-9d10-4f95-ad2f-1bd1856aad9a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c5b483243f1443f891eee772089355e6&device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 1096 time: 0.0764539 Aug 04 16:26:14.252867 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf0235-2892-41f7-9624-a70ad9714885 req-c6bf9edb-6b15-4d80-aa19-ae4f7d758a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:14.254493 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-85bf0235-2892-41f7-9624-a70ad9714885 req-c6bf9edb-6b15-4d80-aa19-ae4f7d758a12 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ac7cd450-e44f-4fa4-b535-c94ee7de8b1a HTTP/1.1" status: 200 len: 916 time: 0.1170948 Aug 04 16:26:14.339191 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-85bf0235-2892-41f7-9624-a70ad9714885 req-b0fb3549-0677-4a65-a2a3-60c99ff942e1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25c02836-f5d3-4db9-bfb6-3cfc493da78c HTTP/1.1" status: 200 len: 217 time: 0.0434520 Aug 04 16:26:14.513610 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf0235-2892-41f7-9624-a70ad9714885 req-993a305b-e16f-43b2-9019-6b83544b4e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:14.515137 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-85bf0235-2892-41f7-9624-a70ad9714885 req-993a305b-e16f-43b2-9019-6b83544b4e45 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9ef757f-c3c6-418f-9d37-283a70110fe2 HTTP/1.1" status: 200 len: 854 time: 0.1123214 Aug 04 16:26:14.601014 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-aad56206-01cf-4941-bb68-a5c1cec23549 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:14.602600 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-aad56206-01cf-4941-bb68-a5c1cec23549 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.50 "GET /v2.0/networks?id=8b73dbfa-1915-4d59-aa47-d7f3a2d43c66 HTTP/1.1" status: 200 len: 809 time: 0.1903484 Aug 04 16:26:14.611673 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf0235-2892-41f7-9624-a70ad9714885 req-089156ae-d2d9-4976-9ea4-c6ee186b32f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:14.613293 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-85bf0235-2892-41f7-9624-a70ad9714885 req-089156ae-d2d9-4976-9ea4-c6ee186b32f5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ac7cd450-e44f-4fa4-b535-c94ee7de8b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732148 Aug 04 16:26:14.640928 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-980ac8b3-4c88-4748-9fa1-b59566f91cac tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Request body: {'port': {'device_id': 'e3331178-18f4-4522-881b-8c6df0e12099', 'network_id': '8b73dbfa-1915-4d59-aa47-d7f3a2d43c66', 'admin_state_up': True, 'tenant_id': '5415912273de496e963a7c07ee381732'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:26:14.832299 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-85bf0235-2892-41f7-9624-a70ad9714885 req-85bb3445-3f8d-4342-abe0-4e76ea2051ca service neutron] 10.222.0.50 "GET /v2.0/networks/ac7cd450-e44f-4fa4-b535-c94ee7de8b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831033 Aug 04 16:26:14.871763 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672517ec-b093-4bf5-ba4b-ebfe267e5674 req-485d581c-07e5-4f5e-a6f7-b7e89d106707 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:14.873241 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-672517ec-b093-4bf5-ba4b-ebfe267e5674 req-485d581c-07e5-4f5e-a6f7-b7e89d106707 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0515304 Aug 04 16:26:14.899285 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-980ac8b3-4c88-4748-9fa1-b59566f91cac tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Made reservation on behalf of 5415912273de496e963a7c07ee381732 for: {'port': 1} {{(pid=93330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:26:14.902837 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-980ac8b3-4c88-4748-9fa1-b59566f91cac tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:14.926904 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-672517ec-b093-4bf5-ba4b-ebfe267e5674 req-2b178fe5-d215-4d17-9194-fbbf40daca12 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472107 Aug 04 16:26:15.263519 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-85bf0235-2892-41f7-9624-a70ad9714885 req-1606dbd7-2dd7-4457-aab3-9096d8797df0 service neutron] 10.222.0.50 "GET /v2.0/networks/ac7cd450-e44f-4fa4-b535-c94ee7de8b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170420 Aug 04 16:26:15.364463 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-201bfc56-03ff-4c7f-8174-498ec0227a3d req-ec7140d5-ac8b-48a7-a3fb-45c43ab34229 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac01ba44-a812-49b3-b86e-9c48dda7d321 HTTP/1.1" status: 200 len: 210 time: 0.0640235 Aug 04 16:26:15.425341 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55636e3e-5ff4-4a4b-beee-6b6c4fc89e2e req-c7d96226-e673-4971-9979-92e465cbd3d0 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:15.427200 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-55636e3e-5ff4-4a4b-beee-6b6c4fc89e2e req-c7d96226-e673-4971-9979-92e465cbd3d0 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 943 time: 0.1777916 Aug 04 16:26:15.482669 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.db_base_plugin_common [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-980ac8b3-4c88-4748-9fa1-b59566f91cac tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Allocated IP 172.20.0.12 (8b73dbfa-1915-4d59-aa47-d7f3a2d43c66/6253f045-dd8e-42ea-bacc-eb4e8c73fbf4/838da6dd-870a-49b9-bc2a-1d856d9ae817) {{(pid=93330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:26:15.508680 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-ec813235-f447-4a3e-8640-73d7126042ad req-7ed8d705-7639-4d9d-833f-0b1f08703aec tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3331178-18f4-4522-881b-8c6df0e12099 HTTP/1.1" status: 200 len: 210 time: 0.0288160 Aug 04 16:26:15.532423 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-55636e3e-5ff4-4a4b-beee-6b6c4fc89e2e req-f5c8a3b3-2da6-430b-97d5-8a21a0cbc42a tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/security-groups?id=048d372e-c15a-4862-941b-693b08f4b708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654612 Aug 04 16:26:15.541822 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-f1562059-6e7e-4c71-84f4-4dc39c412b44 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:15.543867 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-f1562059-6e7e-4c71-84f4-4dc39c412b44 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.50 "GET /v2.0/networks?id=adba0a6e-44f8-4a54-84d5-54ff0bc6bb41 HTTP/1.1" status: 200 len: 815 time: 0.2477567 Aug 04 16:26:15.569612 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-da751ad8-991b-4372-87bb-897b54529cd8 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Request body: {'port': {'device_id': 'ac01ba44-a812-49b3-b86e-9c48dda7d321', 'network_id': 'adba0a6e-44f8-4a54-84d5-54ff0bc6bb41', 'admin_state_up': True, 'tenant_id': '814ea84104dd4ee1b125cc8688bffd7b'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:26:15.775130 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-da751ad8-991b-4372-87bb-897b54529cd8 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Made reservation on behalf of 814ea84104dd4ee1b125cc8688bffd7b for: {'port': 1} {{(pid=93330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:26:15.778643 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-da751ad8-991b-4372-87bb-897b54529cd8 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:15.790871 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-980ac8b3-4c88-4748-9fa1-b59566f91cac tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Notify callbacks [] for port, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:15.908633 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-980ac8b3-4c88-4748-9fa1-b59566f91cac tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:15.970749 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-980ac8b3-4c88-4748-9fa1-b59566f91cac tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Network 8b73dbfa-1915-4d59-aa47-d7f3a2d43c66 is already hosted by enough agents. {{(pid=93330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:26:15.979543 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-980ac8b3-4c88-4748-9fa1-b59566f91cac tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Resources bound (agent type, host, resource id): {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:26:15.983447 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980ac8b3-4c88-4748-9fa1-b59566f91cac tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Pushing event updated for resources: {'Port': ['ID=838da6dd-870a-49b9-bc2a-1d856d9ae817,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:15.985807 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-980ac8b3-4c88-4748-9fa1-b59566f91cac tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Received port after_create {{(pid=93330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:26:15.992838 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.db_base_plugin_common [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-da751ad8-991b-4372-87bb-897b54529cd8 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Allocated IP 172.20.0.7 (adba0a6e-44f8-4a54-84d5-54ff0bc6bb41/6f7c1adb-0393-4d8f-aa60-5e62e154bcaf/2f98095a-4190-47cd-bc6f-386032999d1c) {{(pid=93330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:26:16.053036 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-980ac8b3-4c88-4748-9fa1-b59566f91cac tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:16.053650 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-980ac8b3-4c88-4748-9fa1-b59566f91cac tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:16.083166 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-980ac8b3-4c88-4748-9fa1-b59566f91cac tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4493272 Aug 04 16:26:16.125909 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-157b3a00-eefa-42aa-8ed3-867e58d9f279 service neutron] Request body: {'port': {'device_id': 'e3331178-18f4-4522-881b-8c6df0e12099', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:26:16.208800 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-157b3a00-eefa-42aa-8ed3-867e58d9f279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:16.239550 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-da751ad8-991b-4372-87bb-897b54529cd8 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Notify callbacks [] for port, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:16.396819 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-da751ad8-991b-4372-87bb-897b54529cd8 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:16.414172 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] get_ports_and_sgs() called for port_ids ['b162335e-7c27-4531-a303-ef9867eb115e', 'a3e775d0-e69d-4c40-9188-fbe388517260', '47499106-0a08-49c1-893b-db6e05e577ca'] {{(pid=93332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:26:16.479532 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-da751ad8-991b-4372-87bb-897b54529cd8 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Network adba0a6e-44f8-4a54-84d5-54ff0bc6bb41 is already hosted by enough agents. {{(pid=93330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:26:16.485416 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-da751ad8-991b-4372-87bb-897b54529cd8 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Resources bound (agent type, host, resource id): {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:26:16.493935 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-da751ad8-991b-4372-87bb-897b54529cd8 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Received port after_create {{(pid=93330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:26:16.503016 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da751ad8-991b-4372-87bb-897b54529cd8 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Pushing event updated for resources: {'Port': ['ID=2f98095a-4190-47cd-bc6f-386032999d1c,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:16.568134 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-da751ad8-991b-4372-87bb-897b54529cd8 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:16.569237 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-da751ad8-991b-4372-87bb-897b54529cd8 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:16.584536 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730475c-9290-4152-90fe-d3c4d0026665 req-1cc687d8-6283-4de0-a179-c43af39a95ca tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:16.587092 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-4730475c-9290-4152-90fe-d3c4d0026665 req-1cc687d8-6283-4de0-a179-c43af39a95ca tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac01ba44-a812-49b3-b86e-9c48dda7d321 HTTP/1.1" status: 200 len: 931 time: 0.1232755 Aug 04 16:26:16.629920 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-4730475c-9290-4152-90fe-d3c4d0026665 req-51cf628b-7b78-4fb5-877c-b1bd40c3d447 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362773 Aug 04 16:26:16.665615 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-da751ad8-991b-4372-87bb-897b54529cd8 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1025493 Aug 04 16:26:16.690460 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-c622897d-5e7b-4f39-9a63-519b83b15a31 service neutron] Request body: {'port': {'device_id': 'ac01ba44-a812-49b3-b86e-9c48dda7d321', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:26:16.723852 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-157b3a00-eefa-42aa-8ed3-867e58d9f279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 838da6dd-870a-49b9-bc2a-1d856d9ae817 {{(pid=93330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:26:16.735460 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-157b3a00-eefa-42aa-8ed3-867e58d9f279 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:16.751072 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ace5a8-2db2-428a-8967-376595a45348 req-08cd4406-d963-48c7-bd6c-8f007dbab4ca tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:16.759948 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-92ace5a8-2db2-428a-8967-376595a45348 req-08cd4406-d963-48c7-bd6c-8f007dbab4ca tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 943 time: 0.0647674 Aug 04 16:26:16.760198 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73050191-6431-4830-812a-32ae9f7d0fcd req-b741d5a5-0ce6-4398-bce3-25d2be8f0e49 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:16.761857 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-73050191-6431-4830-812a-32ae9f7d0fcd req-b741d5a5-0ce6-4398-bce3-25d2be8f0e49 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3331178-18f4-4522-881b-8c6df0e12099 HTTP/1.1" status: 200 len: 932 time: 0.1360695 Aug 04 16:26:16.772449 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.provisioning_blocks [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-157b3a00-eefa-42aa-8ed3-867e58d9f279 service neutron] Transition to ACTIVE for port object 838da6dd-870a-49b9-bc2a-1d856d9ae817 will not be triggered until provisioned by entity L2. {{(pid=93330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:26:16.801984 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-157b3a00-eefa-42aa-8ed3-867e58d9f279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129638395'] for port, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:16.814449 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-92ace5a8-2db2-428a-8967-376595a45348 req-3e91f1a5-6460-4cc3-9dd8-e889899ff10f tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/security-groups?id=048d372e-c15a-4862-941b-693b08f4b708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530701 Aug 04 16:26:16.851514 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-c622897d-5e7b-4f39-9a63-519b83b15a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:16.934216 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab012d-698b-44c7-9a45-c46a7809f7ea req-ebea4075-2196-42ce-a8be-48635f68afeb tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:16.935852 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-fbab012d-698b-44c7-9a45-c46a7809f7ea req-ebea4075-2196-42ce-a8be-48635f68afeb tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0578158 Aug 04 16:26:16.947434 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b3a00-eefa-42aa-8ed3-867e58d9f279 service neutron] Pushing event updated for resources: {'Port': ['ID=838da6dd-870a-49b9-bc2a-1d856d9ae817,revision_number=2']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:16.953477 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-73050191-6431-4830-812a-32ae9f7d0fcd req-349c1d6b-9840-4e73-86c9-d66c9a5d5757 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/security-groups?id=7353d875-abd4-4707-a9c3-5b04791f10b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798875 Aug 04 16:26:16.990231 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-fbab012d-698b-44c7-9a45-c46a7809f7ea req-4a1ffe62-abb7-4323-89e0-1c2f09675c34 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452752 Aug 04 16:26:17.027789 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 25c02836-f5d3-4db9-bfb6-3cfc493da78c details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:26:17.104784 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-157b3a00-eefa-42aa-8ed3-867e58d9f279 service neutron] Attempting to bind port 838da6dd-870a-49b9-bc2a-1d856d9ae817 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:26:17.105113 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-157b3a00-eefa-42aa-8ed3-867e58d9f279 service neutron] Attempting to bind port 838da6dd-870a-49b9-bc2a-1d856d9ae817 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '695adc21-0034-421d-a4b2-e370b8b0f86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '8b73dbfa-1915-4d59-aa47-d7f3a2d43c66'}] {{(pid=93330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:26:17.105450 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-157b3a00-eefa-42aa-8ed3-867e58d9f279 service neutron] Attempting to bind port 838da6dd-870a-49b9-bc2a-1d856d9ae817 on network 8b73dbfa-1915-4d59-aa47-d7f3a2d43c66 {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:26:17.147282 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-157b3a00-eefa-42aa-8ed3-867e58d9f279 service neutron] Port 838da6dd-870a-49b9-bc2a-1d856d9ae817 on network 8b73dbfa-1915-4d59-aa47-d7f3a2d43c66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:26:17.147619 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-157b3a00-eefa-42aa-8ed3-867e58d9f279 service neutron] Attempting to bind port 838da6dd-870a-49b9-bc2a-1d856d9ae817 on network 8b73dbfa-1915-4d59-aa47-d7f3a2d43c66 {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:26:17.147906 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 25c02836-f5d3-4db9-bfb6-3cfc493da78c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=25c02836-f5d3-4db9-bfb6-3cfc493da78c,segment=NetworkSegment(2836939e-73dd-4a0d-ba0c-87ac3d65e8d9),segment_id=2836939e-73dd-4a0d-ba0c-87ac3d65e8d9)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:26:17.156905 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-157b3a00-eefa-42aa-8ed3-867e58d9f279 service neutron] Checking agent: {'id': 'd306b3d0-6735-4bf3-81d7-29bae54f6551', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 22, 19), 'started_at': datetime.datetime(2021, 8, 4, 16, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:26:17.156905 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-157b3a00-eefa-42aa-8ed3-867e58d9f279 service neutron] Checking segment: {'id': '695adc21-0034-421d-a4b2-e370b8b0f86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '8b73dbfa-1915-4d59-aa47-d7f3a2d43c66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:26:17.157281 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-157b3a00-eefa-42aa-8ed3-867e58d9f279 service neutron] Bound using segment: {'id': '695adc21-0034-421d-a4b2-e370b8b0f86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '8b73dbfa-1915-4d59-aa47-d7f3a2d43c66'} {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:26:17.157687 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-157b3a00-eefa-42aa-8ed3-867e58d9f279 service neutron] Bound port: 838da6dd-870a-49b9-bc2a-1d856d9ae817, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '695adc21-0034-421d-a4b2-e370b8b0f86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '8b73dbfa-1915-4d59-aa47-d7f3a2d43c66'}}] {{(pid=93330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:26:17.158074 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-157b3a00-eefa-42aa-8ed3-867e58d9f279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:17.160585 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Returning: {'device': '25c02836-f5d3-4db9-bfb6-3cfc493da78c', 'network_id': 'ac7cd450-e44f-4fa4-b535-c94ee7de8b1a', 'port_id': '25c02836-f5d3-4db9-bfb6-3cfc493da78c', 'mac_address': 'fa:16:3e:86:fc:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9ef757f-c3c6-418f-9d37-283a70110fe2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:26:17.207398 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:17.225552 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25c02836-f5d3-4db9-bfb6-3cfc493da78c {{(pid=93332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:26:17.245927 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 25c02836-f5d3-4db9-bfb6-3cfc493da78c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=25c02836-f5d3-4db9-bfb6-3cfc493da78c,segment=NetworkSegment(2836939e-73dd-4a0d-ba0c-87ac3d65e8d9),segment_id=2836939e-73dd-4a0d-ba0c-87ac3d65e8d9)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:26:17.251420 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:17.263407 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-157b3a00-eefa-42aa-8ed3-867e58d9f279 service neutron] For port 838da6dd-870a-49b9-bc2a-1d856d9ae817, host hv-cinder-78956, cleared binding levels {{(pid=93330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:26:17.270074 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-157b3a00-eefa-42aa-8ed3-867e58d9f279 service neutron] For port 838da6dd-870a-49b9-bc2a-1d856d9ae817, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=838da6dd-870a-49b9-bc2a-1d856d9ae817,segment=NetworkSegment(695adc21-0034-421d-a4b2-e370b8b0f86d),segment_id=695adc21-0034-421d-a4b2-e370b8b0f86d)] {{(pid=93330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:26:17.280378 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-157b3a00-eefa-42aa-8ed3-867e58d9f279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129638395'] for port, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:17.309219 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=25c02836-f5d3-4db9-bfb6-3cfc493da78c,revision_number=4']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:17.326119 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:17.326119 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:17.326119 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:17.326119 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:17.326119 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:17.326119 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:17.326119 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:17.326119 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:17.326119 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:17.326119 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:17.326119 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:17.327373 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:17.346795 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-157b3a00-eefa-42aa-8ed3-867e58d9f279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:17.347436 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-157b3a00-eefa-42aa-8ed3-867e58d9f279 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:17.349348 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-157b3a00-eefa-42aa-8ed3-867e58d9f279 service neutron] 10.222.0.50 "PUT /v2.0/ports/838da6dd-870a-49b9-bc2a-1d856d9ae817 HTTP/1.1" status: 200 len: 1094 time: 1.2275925 Aug 04 16:26:17.354915 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3331178-18f4-4522-881b-8c6df0e12099', 'tag': '838da6dd-870a-49b9-bc2a-1d856d9ae817'}] {{(pid=93330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:26:17.357055 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37e886c0defde040503dc6230deb255415226de4639eab9b495881836c77004d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957b31c3-9090-4c0c-b86f-4ac7fb2fbc1f" -d '{"events": [{"name": "network-changed", "server_uuid": "e3331178-18f4-4522-881b-8c6df0e12099", "tag": "838da6dd-870a-49b9-bc2a-1d856d9ae817"}]}' {{(pid=93330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:26:17.373606 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-c622897d-5e7b-4f39-9a63-519b83b15a31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f98095a-4190-47cd-bc6f-386032999d1c {{(pid=93330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:26:17.394844 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-c622897d-5e7b-4f39-9a63-519b83b15a31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:17.408613 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a730b4-1c4f-4b4f-b711-fb9cd9be1d6c x-openstack-request-id: req-a5a730b4-1c4f-4b4f-b711-fb9cd9be1d6c {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:26:17.409232 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3331178-18f4-4522-881b-8c6df0e12099", "tag": "838da6dd-870a-49b9-bc2a-1d856d9ae817", "status": "completed", "code": 200}]} {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:26:17.409232 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a5a730b4-1c4f-4b4f-b711-fb9cd9be1d6c {{(pid=93330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:26:17.409588 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3331178-18f4-4522-881b-8c6df0e12099', 'tag': '838da6dd-870a-49b9-bc2a-1d856d9ae817', 'status': 'completed', 'code': 200} Aug 04 16:26:17.417406 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b3a00-eefa-42aa-8ed3-867e58d9f279 service neutron] Pushing event updated for resources: {'Port': ['ID=838da6dd-870a-49b9-bc2a-1d856d9ae817,revision_number=3']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:17.422457 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.provisioning_blocks [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-c622897d-5e7b-4f39-9a63-519b83b15a31 service neutron] Transition to ACTIVE for port object 2f98095a-4190-47cd-bc6f-386032999d1c will not be triggered until provisioned by entity L2. {{(pid=93330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:26:17.440914 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-c622897d-5e7b-4f39-9a63-519b83b15a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129638395'] for port, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:17.532901 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c622897d-5e7b-4f39-9a63-519b83b15a31 service neutron] Pushing event updated for resources: {'Port': ['ID=2f98095a-4190-47cd-bc6f-386032999d1c,revision_number=2']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:17.540364 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-84e46a84-0f26-441a-93b1-8ae64561610c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:17.542030 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-84e46a84-0f26-441a-93b1-8ae64561610c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5415912273de496e963a7c07ee381732&device_id=e3331178-18f4-4522-881b-8c6df0e12099 HTTP/1.1" status: 200 len: 1097 time: 0.1102550 Aug 04 16:26:17.619043 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-921f0456-0d82-4d3b-88f7-5bf002e6814f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=838da6dd-870a-49b9-bc2a-1d856d9ae817 HTTP/1.1" status: 200 len: 217 time: 0.0571342 Aug 04 16:26:17.682468 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-c622897d-5e7b-4f39-9a63-519b83b15a31 service neutron] Attempting to bind port 2f98095a-4190-47cd-bc6f-386032999d1c on host hv-cinder-78956 for vnic_type normal with profile {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:26:17.682841 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-c622897d-5e7b-4f39-9a63-519b83b15a31 service neutron] Attempting to bind port 2f98095a-4190-47cd-bc6f-386032999d1c by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'c440e2a5-b317-4439-bc53-ce6262488736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'adba0a6e-44f8-4a54-84d5-54ff0bc6bb41'}] {{(pid=93330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:26:17.683118 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-c622897d-5e7b-4f39-9a63-519b83b15a31 service neutron] Attempting to bind port 2f98095a-4190-47cd-bc6f-386032999d1c on network adba0a6e-44f8-4a54-84d5-54ff0bc6bb41 {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:26:17.686177 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] get_ports_and_sgs() called for port_ids ['25c02836-f5d3-4db9-bfb6-3cfc493da78c'] {{(pid=93332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:26:17.694046 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-c622897d-5e7b-4f39-9a63-519b83b15a31 service neutron] Port 2f98095a-4190-47cd-bc6f-386032999d1c on network adba0a6e-44f8-4a54-84d5-54ff0bc6bb41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:26:17.694379 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-c622897d-5e7b-4f39-9a63-519b83b15a31 service neutron] Attempting to bind port 2f98095a-4190-47cd-bc6f-386032999d1c on network adba0a6e-44f8-4a54-84d5-54ff0bc6bb41 {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:26:17.702594 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-e7dcc12f-e91c-44f8-aba2-18994bceea0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:17.704127 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-e7dcc12f-e91c-44f8-aba2-18994bceea0e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6253f045-dd8e-42ea-bacc-eb4e8c73fbf4 HTTP/1.1" status: 200 len: 849 time: 0.0727479 Aug 04 16:26:17.705003 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-c622897d-5e7b-4f39-9a63-519b83b15a31 service neutron] Checking agent: {'id': 'd306b3d0-6735-4bf3-81d7-29bae54f6551', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 22, 19), 'started_at': datetime.datetime(2021, 8, 4, 16, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:26:17.705337 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-c622897d-5e7b-4f39-9a63-519b83b15a31 service neutron] Checking segment: {'id': 'c440e2a5-b317-4439-bc53-ce6262488736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'adba0a6e-44f8-4a54-84d5-54ff0bc6bb41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:26:17.705716 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-c622897d-5e7b-4f39-9a63-519b83b15a31 service neutron] Bound using segment: {'id': 'c440e2a5-b317-4439-bc53-ce6262488736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'adba0a6e-44f8-4a54-84d5-54ff0bc6bb41'} {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:26:17.706306 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-c622897d-5e7b-4f39-9a63-519b83b15a31 service neutron] Bound port: 2f98095a-4190-47cd-bc6f-386032999d1c, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c440e2a5-b317-4439-bc53-ce6262488736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'adba0a6e-44f8-4a54-84d5-54ff0bc6bb41'}}] {{(pid=93330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:26:17.706945 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-c622897d-5e7b-4f39-9a63-519b83b15a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:17.748664 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-16a88ff3-1833-4998-99ab-6fd0decc1795 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b73dbfa-1915-4d59-aa47-d7f3a2d43c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296242 Aug 04 16:26:17.749786 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63b41a-c71c-442e-aba1-4835503fcfc9 req-cddf9055-45e2-467e-a5be-0803556c00ee tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:17.751351 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-3e63b41a-c71c-442e-aba1-4835503fcfc9 req-cddf9055-45e2-467e-a5be-0803556c00ee tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac01ba44-a812-49b3-b86e-9c48dda7d321 HTTP/1.1" status: 200 len: 943 time: 0.0516081 Aug 04 16:26:17.792183 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-3e63b41a-c71c-442e-aba1-4835503fcfc9 req-b6a4ce6c-df34-4170-a04a-ed1822d548bc tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342529 Aug 04 16:26:17.857829 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-c622897d-5e7b-4f39-9a63-519b83b15a31 service neutron] For port 2f98095a-4190-47cd-bc6f-386032999d1c, host hv-cinder-78956, cleared binding levels {{(pid=93330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:26:17.862553 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-c622897d-5e7b-4f39-9a63-519b83b15a31 service neutron] For port 2f98095a-4190-47cd-bc6f-386032999d1c, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=2f98095a-4190-47cd-bc6f-386032999d1c,segment=NetworkSegment(c440e2a5-b317-4439-bc53-ce6262488736),segment_id=c440e2a5-b317-4439-bc53-ce6262488736)] {{(pid=93330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:26:17.872190 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-c622897d-5e7b-4f39-9a63-519b83b15a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129638395'] for port, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:17.910032 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-3449c8ed-5a0e-44f6-97bc-22727df3a0cb service neutron] 10.222.0.50 "GET /v2.0/networks/8b73dbfa-1915-4d59-aa47-d7f3a2d43c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439135 Aug 04 16:26:17.930012 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-c622897d-5e7b-4f39-9a63-519b83b15a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:17.930657 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-c622897d-5e7b-4f39-9a63-519b83b15a31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:17.932027 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-c622897d-5e7b-4f39-9a63-519b83b15a31 service neutron] 10.222.0.50 "PUT /v2.0/ports/2f98095a-4190-47cd-bc6f-386032999d1c HTTP/1.1" status: 200 len: 1093 time: 1.2491891 Aug 04 16:26:18.046735 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c622897d-5e7b-4f39-9a63-519b83b15a31 service neutron] Pushing event updated for resources: {'Port': ['ID=2f98095a-4190-47cd-bc6f-386032999d1c,revision_number=3']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:18.090898 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec64258-5a44-4981-ae4f-9e70349c9b27 req-b9886414-f3f5-42c1-9328-67ae53ecfaa9 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:18.092444 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-cec64258-5a44-4981-ae4f-9e70349c9b27 req-b9886414-f3f5-42c1-9328-67ae53ecfaa9 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 944 time: 0.1850443 Aug 04 16:26:18.102910 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3e449-9e26-4fac-ad83-4dc9a80cb2ce req-932d2f95-b170-4346-a617-89b86305c2c5 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:18.104532 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-55b3e449-9e26-4fac-ad83-4dc9a80cb2ce req-932d2f95-b170-4346-a617-89b86305c2c5 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3331178-18f4-4522-881b-8c6df0e12099 HTTP/1.1" status: 200 len: 944 time: 0.0579839 Aug 04 16:26:18.125718 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-7052f384-2792-4009-a4ac-1a84cb6ca1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:18.127308 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-7052f384-2792-4009-a4ac-1a84cb6ca1e0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=814ea84104dd4ee1b125cc8688bffd7b&device_id=ac01ba44-a812-49b3-b86e-9c48dda7d321 HTTP/1.1" status: 200 len: 1096 time: 0.1260808 Aug 04 16:26:18.137823 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-a55d2447-6668-4512-97b9-d120dfa754e5 req-3348d72e-f871-458c-8272-b8727badd737 service neutron] 10.222.0.50 "GET /v2.0/networks/8b73dbfa-1915-4d59-aa47-d7f3a2d43c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117829 Aug 04 16:26:18.148051 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-55b3e449-9e26-4fac-ad83-4dc9a80cb2ce req-405c5d5b-a756-4fab-9223-dd298732c9b3 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/security-groups?id=7353d875-abd4-4707-a9c3-5b04791f10b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375240 Aug 04 16:26:18.152329 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-cec64258-5a44-4981-ae4f-9e70349c9b27 req-7a671852-acf9-4623-bddb-ffad8c1f7a09 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/security-groups?id=048d372e-c15a-4862-941b-693b08f4b708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527866 Aug 04 16:26:18.196541 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-2db03d3c-84db-42b7-885d-d590e0114369 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f98095a-4190-47cd-bc6f-386032999d1c HTTP/1.1" status: 200 len: 217 time: 0.0414207 Aug 04 16:26:18.293917 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-0bb1162d-932b-487b-aaf5-3097f50a209a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:18.295452 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-0bb1162d-932b-487b-aaf5-3097f50a209a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6f7c1adb-0393-4d8f-aa60-5e62e154bcaf HTTP/1.1" status: 200 len: 855 time: 0.0739014 Aug 04 16:26:18.307482 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b31c3-9090-4c0c-b86f-4ac7fb2fbc1f req-10a1b190-9ab7-43c2-92cd-773196c14b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:18.309136 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-957b31c3-9090-4c0c-b86f-4ac7fb2fbc1f req-10a1b190-9ab7-43c2-92cd-773196c14b70 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5415912273de496e963a7c07ee381732&device_id=e3331178-18f4-4522-881b-8c6df0e12099 HTTP/1.1" status: 200 len: 1097 time: 0.0781207 Aug 04 16:26:18.357760 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-837f71c4-8648-45c9-9cb0-be8ab902a967 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=adba0a6e-44f8-4a54-84d5-54ff0bc6bb41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328667 Aug 04 16:26:18.750413 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b31c3-9090-4c0c-b86f-4ac7fb2fbc1f req-346213b7-b54e-4371-acb9-0e3107e0b555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:18.752077 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-957b31c3-9090-4c0c-b86f-4ac7fb2fbc1f req-346213b7-b54e-4371-acb9-0e3107e0b555 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8b73dbfa-1915-4d59-aa47-d7f3a2d43c66 HTTP/1.1" status: 200 len: 910 time: 0.4257729 Aug 04 16:26:18.845173 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-d03d661a-2aa5-4ffd-8465-88faa2ea2bbb service neutron] 10.222.0.50 "GET /v2.0/networks/adba0a6e-44f8-4a54-84d5-54ff0bc6bb41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077341 Aug 04 16:26:18.846619 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-957b31c3-9090-4c0c-b86f-4ac7fb2fbc1f req-8ffedb2c-942e-4f18-9e76-20e54defdff2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=838da6dd-870a-49b9-bc2a-1d856d9ae817 HTTP/1.1" status: 200 len: 217 time: 0.0779912 Aug 04 16:26:19.000622 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b31c3-9090-4c0c-b86f-4ac7fb2fbc1f req-8bd38a71-9dbe-48e6-8661-c6a6eb0a3ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:19.002240 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-957b31c3-9090-4c0c-b86f-4ac7fb2fbc1f req-8bd38a71-9dbe-48e6-8661-c6a6eb0a3ee7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6253f045-dd8e-42ea-bacc-eb4e8c73fbf4 HTTP/1.1" status: 200 len: 849 time: 0.1343687 Aug 04 16:26:19.021814 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d91b6-6977-4fc7-926c-8aa5af7dee6e req-aaee56be-6d28-4d83-8d34-25dcbd6d7c7f tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:19.023533 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6e5d91b6-6977-4fc7-926c-8aa5af7dee6e req-aaee56be-6d28-4d83-8d34-25dcbd6d7c7f tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac01ba44-a812-49b3-b86e-9c48dda7d321 HTTP/1.1" status: 200 len: 943 time: 0.1414783 Aug 04 16:26:19.039395 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 25c02836-f5d3-4db9-bfb6-3cfc493da78c up at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:26:19.070812 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2949854f-b035-4fc7-a8ff-cd3976ccd0e2 req-91037bfb-66ed-46f5-abc9-9525b9b31414 service neutron] 10.222.0.50 "GET /v2.0/networks/adba0a6e-44f8-4a54-84d5-54ff0bc6bb41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041202 Aug 04 16:26:19.072540 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-957b31c3-9090-4c0c-b86f-4ac7fb2fbc1f req-7b6a0593-5b49-4c07-a5cf-63b62c388c9c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b73dbfa-1915-4d59-aa47-d7f3a2d43c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480895 Aug 04 16:26:19.107316 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Provisioning for port 25c02836-f5d3-4db9-bfb6-3cfc493da78c completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:26:19.108759 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6e5d91b6-6977-4fc7-926c-8aa5af7dee6e req-0efa1951-f6b0-4538-96e2-a3ad54d3b17b tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779226 Aug 04 16:26:19.112145 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Provisioning complete for port 25c02836-f5d3-4db9-bfb6-3cfc493da78c triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:26:19.112525 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:19.200299 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-957b31c3-9090-4c0c-b86f-4ac7fb2fbc1f req-5dc249f6-b37b-452d-acd0-861a3fa2e2b1 service neutron] 10.222.0.50 "GET /v2.0/networks/8b73dbfa-1915-4d59-aa47-d7f3a2d43c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074820 Aug 04 16:26:19.223964 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:19.268161 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc4cbe9-9ab3-4a0f-8e98-af6face4a038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c02836-f5d3-4db9-bfb6-3cfc493da78c'}] {{(pid=93332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:26:19.272163 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60a3b88c11522644802803ec4887c4dd8a4d8449af02ad3849b143fbab4f5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129fa894-1e94-420f-97e2-4cbce9821c2f" -d '{"events": [{"server_uuid": "0dc4cbe9-9ab3-4a0f-8e98-af6face4a038", "name": "network-vif-plugged", "status": "completed", "tag": "25c02836-f5d3-4db9-bfb6-3cfc493da78c"}]}' {{(pid=93332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:26:19.284062 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2801f458-8b9b-4fe1-b96c-7152c614c0b9 req-f39569a9-d6d0-423b-8c22-e857bf76260f tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:19.285996 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-2801f458-8b9b-4fe1-b96c-7152c614c0b9 req-f39569a9-d6d0-423b-8c22-e857bf76260f tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3331178-18f4-4522-881b-8c6df0e12099 HTTP/1.1" status: 200 len: 944 time: 0.0540099 Aug 04 16:26:19.287576 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 25c02836-f5d3-4db9-bfb6-3cfc493da78c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=25c02836-f5d3-4db9-bfb6-3cfc493da78c,segment=NetworkSegment(2836939e-73dd-4a0d-ba0c-87ac3d65e8d9),segment_id=2836939e-73dd-4a0d-ba0c-87ac3d65e8d9)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:26:19.293711 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:19.330521 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-2801f458-8b9b-4fe1-b96c-7152c614c0b9 req-65d011ef-e78b-407b-8d5f-4b70e40edb88 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/security-groups?id=7353d875-abd4-4707-a9c3-5b04791f10b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374558 Aug 04 16:26:19.355877 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=25c02836-f5d3-4db9-bfb6-3cfc493da78c,revision_number=5']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:19.359201 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2980a-d74c-4f2f-821f-ad24d34a970c req-9690c2c1-f117-4854-a48f-fe9abe950349 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:19.360726 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-ded2980a-d74c-4f2f-821f-ad24d34a970c req-9690c2c1-f117-4854-a48f-fe9abe950349 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 944 time: 0.1017568 Aug 04 16:26:19.384162 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3414cd-7248-428b-9388-84a1e5abbdeb x-openstack-request-id: req-6b3414cd-7248-428b-9388-84a1e5abbdeb {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:26:19.384583 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc4cbe9-9ab3-4a0f-8e98-af6face4a038", "name": "network-vif-plugged", "status": "completed", "tag": "25c02836-f5d3-4db9-bfb6-3cfc493da78c", "code": 200}]} {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:26:19.384939 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6b3414cd-7248-428b-9388-84a1e5abbdeb {{(pid=93332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:26:19.385445 dv-cinder-789564-9-iscsi neutron-server[93332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc4cbe9-9ab3-4a0f-8e98-af6face4a038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c02836-f5d3-4db9-bfb6-3cfc493da78c', 'code': 200} Aug 04 16:26:19.388529 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-957b31c3-9090-4c0c-b86f-4ac7fb2fbc1f req-e879730c-51fe-4081-96fa-0fc5b56407b6 service neutron] 10.222.0.50 "GET /v2.0/networks/8b73dbfa-1915-4d59-aa47-d7f3a2d43c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762216 Aug 04 16:26:19.408311 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-ded2980a-d74c-4f2f-821f-ad24d34a970c req-eb99d921-4e66-40b5-9f8f-058ca0f1821e tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/security-groups?id=048d372e-c15a-4862-941b-693b08f4b708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403228 Aug 04 16:26:19.410199 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac01ba44-a812-49b3-b86e-9c48dda7d321', 'tag': '2f98095a-4190-47cd-bc6f-386032999d1c'}] {{(pid=93330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:26:19.413303 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37e886c0defde040503dc6230deb255415226de4639eab9b495881836c77004d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec32e9f0-9902-4eef-939f-3ca62fd9a9c5" -d '{"events": [{"name": "network-changed", "server_uuid": "ac01ba44-a812-49b3-b86e-9c48dda7d321", "tag": "2f98095a-4190-47cd-bc6f-386032999d1c"}]}' {{(pid=93330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:26:19.459285 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a43c15-c8d9-4fc7-af18-2b9284b943ae x-openstack-request-id: req-53a43c15-c8d9-4fc7-af18-2b9284b943ae {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:26:19.459647 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac01ba44-a812-49b3-b86e-9c48dda7d321", "tag": "2f98095a-4190-47cd-bc6f-386032999d1c", "status": "completed", "code": 200}]} {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:26:19.459925 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-53a43c15-c8d9-4fc7-af18-2b9284b943ae {{(pid=93330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:26:19.460384 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac01ba44-a812-49b3-b86e-9c48dda7d321', 'tag': '2f98095a-4190-47cd-bc6f-386032999d1c', 'status': 'completed', 'code': 200} Aug 04 16:26:19.536138 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32e9f0-9902-4eef-939f-3ca62fd9a9c5 req-75579f30-a18e-4a52-9172-06e073c61aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:19.538385 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-ec32e9f0-9902-4eef-939f-3ca62fd9a9c5 req-75579f30-a18e-4a52-9172-06e073c61aa6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=814ea84104dd4ee1b125cc8688bffd7b&device_id=ac01ba44-a812-49b3-b86e-9c48dda7d321 HTTP/1.1" status: 200 len: 1096 time: 0.0512812 Aug 04 16:26:19.670532 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab91c2d-5041-4447-b07a-cf811b7a687f req-de3329f5-f71f-4b73-b2b7-956dd3552988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:19.672021 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-bab91c2d-5041-4447-b07a-cf811b7a687f req-de3329f5-f71f-4b73-b2b7-956dd3552988 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 1098 time: 0.1052864 Aug 04 16:26:19.694527 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32e9f0-9902-4eef-939f-3ca62fd9a9c5 req-7d196cfc-d151-4baa-89aa-ec8d63b772f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:19.696061 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-ec32e9f0-9902-4eef-939f-3ca62fd9a9c5 req-7d196cfc-d151-4baa-89aa-ec8d63b772f3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=adba0a6e-44f8-4a54-84d5-54ff0bc6bb41 HTTP/1.1" status: 200 len: 916 time: 0.1195929 Aug 04 16:26:19.753924 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-bab91c2d-5041-4447-b07a-cf811b7a687f req-37d40218-6191-4569-8013-bf0df8bc5904 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=048d372e-c15a-4862-941b-693b08f4b708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675735 Aug 04 16:26:19.755411 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-ec32e9f0-9902-4eef-939f-3ca62fd9a9c5 req-4318cb0c-f224-4e15-a779-5e31cb7852db service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f98095a-4190-47cd-bc6f-386032999d1c HTTP/1.1" status: 200 len: 217 time: 0.0416541 Aug 04 16:26:19.915311 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32e9f0-9902-4eef-939f-3ca62fd9a9c5 req-c51938cb-2c9e-4b55-96d6-6e7b92b42290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:19.917106 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-ec32e9f0-9902-4eef-939f-3ca62fd9a9c5 req-c51938cb-2c9e-4b55-96d6-6e7b92b42290 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6f7c1adb-0393-4d8f-aa60-5e62e154bcaf HTTP/1.1" status: 200 len: 855 time: 0.0551729 Aug 04 16:26:19.954553 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-ec32e9f0-9902-4eef-939f-3ca62fd9a9c5 req-f44a7b12-1562-4dfc-b74b-e43f12ef02a8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=adba0a6e-44f8-4a54-84d5-54ff0bc6bb41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271325 Aug 04 16:26:20.022650 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:20.076899 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-ec32e9f0-9902-4eef-939f-3ca62fd9a9c5 req-9c8fba85-3557-4206-9753-d78f2ae0b826 service neutron] 10.222.0.50 "GET /v2.0/networks/adba0a6e-44f8-4a54-84d5-54ff0bc6bb41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075940 Aug 04 16:26:20.181410 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-ec32e9f0-9902-4eef-939f-3ca62fd9a9c5 req-13f37b7b-728a-4d86-b56a-3cc1867aa57f service neutron] 10.222.0.50 "GET /v2.0/networks/adba0a6e-44f8-4a54-84d5-54ff0bc6bb41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882292 Aug 04 16:26:20.234502 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b268e6-9cc2-4e01-bdee-582094139c93 req-7b17369c-8bda-4fb7-a6f4-fab21db1319d tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:20.236029 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-20b268e6-9cc2-4e01-bdee-582094139c93 req-7b17369c-8bda-4fb7-a6f4-fab21db1319d tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac01ba44-a812-49b3-b86e-9c48dda7d321 HTTP/1.1" status: 200 len: 943 time: 0.0504296 Aug 04 16:26:20.285380 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-20b268e6-9cc2-4e01-bdee-582094139c93 req-9b601df1-d1cb-47ab-a10a-484cfc39de6b tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426340 Aug 04 16:26:20.454505 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88173e4d-3518-4c54-8e45-95b60bd9eba6 req-b96b1933-395c-41ba-995a-f86104b9df0b tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:20.456086 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-88173e4d-3518-4c54-8e45-95b60bd9eba6 req-b96b1933-395c-41ba-995a-f86104b9df0b tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3331178-18f4-4522-881b-8c6df0e12099 HTTP/1.1" status: 200 len: 944 time: 0.0547504 Aug 04 16:26:20.498861 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-88173e4d-3518-4c54-8e45-95b60bd9eba6 req-8d81cbd7-73bd-4025-bcf0-0d1bda31c809 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/security-groups?id=7353d875-abd4-4707-a9c3-5b04791f10b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359817 Aug 04 16:26:20.535583 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734bd85-054b-4c4a-bfe1-723d3ab2c075 req-8a2ee5ea-db80-4169-9604-b3391d234270 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:20.537179 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-1734bd85-054b-4c4a-bfe1-723d3ab2c075 req-8a2ee5ea-db80-4169-9604-b3391d234270 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 945 time: 0.0584717 Aug 04 16:26:20.575864 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-1734bd85-054b-4c4a-bfe1-723d3ab2c075 req-29e799eb-70c8-483d-87f6-5c5cf00af862 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/security-groups?id=048d372e-c15a-4862-941b-693b08f4b708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326233 Aug 04 16:26:21.050653 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 2f98095a-4190-47cd-bc6f-386032999d1c details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:26:21.152543 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 2f98095a-4190-47cd-bc6f-386032999d1c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=2f98095a-4190-47cd-bc6f-386032999d1c,segment=NetworkSegment(c440e2a5-b317-4439-bc53-ce6262488736),segment_id=c440e2a5-b317-4439-bc53-ce6262488736)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:26:21.168957 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Returning: {'device': '2f98095a-4190-47cd-bc6f-386032999d1c', 'network_id': 'adba0a6e-44f8-4a54-84d5-54ff0bc6bb41', 'port_id': '2f98095a-4190-47cd-bc6f-386032999d1c', 'mac_address': 'fa:16:3e:31:9e:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f7c1adb-0393-4d8f-aa60-5e62e154bcaf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:26:21.224775 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:21.243927 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f98095a-4190-47cd-bc6f-386032999d1c {{(pid=93332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:26:21.266534 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 2f98095a-4190-47cd-bc6f-386032999d1c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=2f98095a-4190-47cd-bc6f-386032999d1c,segment=NetworkSegment(c440e2a5-b317-4439-bc53-ce6262488736),segment_id=c440e2a5-b317-4439-bc53-ce6262488736)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:26:21.272264 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:21.272944 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 838da6dd-870a-49b9-bc2a-1d856d9ae817 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:26:21.321326 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324843d4-5292-4f2c-942a-2ddde4160526 req-7ac6d554-e2d9-4cb0-b47c-bbaeec4b6bbd tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:21.326647 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-324843d4-5292-4f2c-942a-2ddde4160526 req-7ac6d554-e2d9-4cb0-b47c-bbaeec4b6bbd tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 946 time: 0.0608771 Aug 04 16:26:21.373021 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-324843d4-5292-4f2c-942a-2ddde4160526 req-1909df9f-5ccf-4b8e-83c4-02bc08d3a4ab tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419838 Aug 04 16:26:21.389910 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=2f98095a-4190-47cd-bc6f-386032999d1c,revision_number=4']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:21.437733 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b09496-3678-4e93-a140-72c8c5c82516 req-9a1c1450-e1cf-4d35-8607-64c518c684e0 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:21.439287 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-78b09496-3678-4e93-a140-72c8c5c82516 req-9a1c1450-e1cf-4d35-8607-64c518c684e0 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac01ba44-a812-49b3-b86e-9c48dda7d321 HTTP/1.1" status: 200 len: 944 time: 0.0582020 Aug 04 16:26:21.445731 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 838da6dd-870a-49b9-bc2a-1d856d9ae817, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=838da6dd-870a-49b9-bc2a-1d856d9ae817,segment=NetworkSegment(695adc21-0034-421d-a4b2-e370b8b0f86d),segment_id=695adc21-0034-421d-a4b2-e370b8b0f86d)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:26:21.461391 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Returning: {'device': '838da6dd-870a-49b9-bc2a-1d856d9ae817', 'network_id': '8b73dbfa-1915-4d59-aa47-d7f3a2d43c66', 'port_id': '838da6dd-870a-49b9-bc2a-1d856d9ae817', 'mac_address': 'fa:16:3e:0c:72:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 865, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6253f045-dd8e-42ea-bacc-eb4e8c73fbf4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:26:21.483312 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-78b09496-3678-4e93-a140-72c8c5c82516 req-8a0881d6-c0e9-4c12-af2e-9ed722d23152 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373213 Aug 04 16:26:21.499588 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:21.512191 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 838da6dd-870a-49b9-bc2a-1d856d9ae817 {{(pid=93332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:26:21.532315 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 838da6dd-870a-49b9-bc2a-1d856d9ae817, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=838da6dd-870a-49b9-bc2a-1d856d9ae817,segment=NetworkSegment(695adc21-0034-421d-a4b2-e370b8b0f86d),segment_id=695adc21-0034-421d-a4b2-e370b8b0f86d)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:26:21.537701 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:21.588789 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=838da6dd-870a-49b9-bc2a-1d856d9ae817,revision_number=4']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:21.624734 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0215f6f-4a17-4e55-8931-f3e9e93b3185 req-17de69d6-ca78-4f73-bada-64981d0ab013 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:21.626389 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-a0215f6f-4a17-4e55-8931-f3e9e93b3185 req-17de69d6-ca78-4f73-bada-64981d0ab013 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3331178-18f4-4522-881b-8c6df0e12099 HTTP/1.1" status: 200 len: 945 time: 0.0512507 Aug 04 16:26:21.670472 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-a0215f6f-4a17-4e55-8931-f3e9e93b3185 req-b0b27dde-c6b2-473f-9ed1-ecef8018e3b4 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/security-groups?id=7353d875-abd4-4707-a9c3-5b04791f10b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338638 Aug 04 16:26:21.699451 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4da59c-b5fb-4b91-84b5-294755dbb561 req-dfe1eac6-d41e-49b9-ab15-d8494288414b tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:21.699451 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-aa4da59c-b5fb-4b91-84b5-294755dbb561 req-dfe1eac6-d41e-49b9-ab15-d8494288414b tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 945 time: 0.0521781 Aug 04 16:26:21.737923 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-aa4da59c-b5fb-4b91-84b5-294755dbb561 req-fae55b4c-765a-4a52-aa61-b93f8a5c30fb tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/security-groups?id=048d372e-c15a-4862-941b-693b08f4b708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355651 Aug 04 16:26:21.860597 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039390ec-c090-4989-92a6-c493c4d9d5f1 req-4a14737c-4aa5-4a5d-bfb9-c61dff2fbdbf tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:21.862095 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-039390ec-c090-4989-92a6-c493c4d9d5f1 req-4a14737c-4aa5-4a5d-bfb9-c61dff2fbdbf tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 945 time: 0.0535300 Aug 04 16:26:21.901867 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-039390ec-c090-4989-92a6-c493c4d9d5f1 req-e2e8f3d6-f7fc-445c-beeb-dc5ecce44e88 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/security-groups?id=048d372e-c15a-4862-941b-693b08f4b708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332689 Aug 04 16:26:21.990667 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] get_ports_and_sgs() called for port_ids ['2f98095a-4190-47cd-bc6f-386032999d1c'] {{(pid=93332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:26:22.016018 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] get_ports_and_sgs() called for port_ids ['838da6dd-870a-49b9-bc2a-1d856d9ae817'] {{(pid=93332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:26:22.255831 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31cb994-e3cb-4938-bfbb-ac401f8fc561 req-b5fa1716-154f-4b42-a96c-d7d32d071c0a tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:22.257656 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-d31cb994-e3cb-4938-bfbb-ac401f8fc561 req-b5fa1716-154f-4b42-a96c-d7d32d071c0a tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 945 time: 0.0610378 Aug 04 16:26:22.300422 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-d31cb994-e3cb-4938-bfbb-ac401f8fc561 req-56443ba8-f37e-4e73-a774-d4c728f72e01 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/security-groups?id=048d372e-c15a-4862-941b-693b08f4b708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361423 Aug 04 16:26:22.572583 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032107f-22f0-442d-86ea-59cdbadfe59b req-599b73ad-7c01-4fdb-9a40-465bf037dc71 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:22.585519 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-e032107f-22f0-442d-86ea-59cdbadfe59b req-599b73ad-7c01-4fdb-9a40-465bf037dc71 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 946 time: 0.0973961 Aug 04 16:26:22.626191 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53476c01-c1d9-4ef9-8a7f-0bd79f950d84 req-8dd8d960-8b73-4385-89d6-1dd21f39f798 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:22.628383 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-53476c01-c1d9-4ef9-8a7f-0bd79f950d84 req-8dd8d960-8b73-4385-89d6-1dd21f39f798 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac01ba44-a812-49b3-b86e-9c48dda7d321 HTTP/1.1" status: 200 len: 944 time: 0.0682197 Aug 04 16:26:22.631971 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-e032107f-22f0-442d-86ea-59cdbadfe59b req-ffdefab2-0005-48b6-986c-16e307e2e2a4 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452623 Aug 04 16:26:22.691283 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-53476c01-c1d9-4ef9-8a7f-0bd79f950d84 req-c150b6b3-39b8-412b-b711-4f8faac9dc51 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544405 Aug 04 16:26:22.820260 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2ad5c-a671-4da4-a221-851b6352839a req-3d9e4697-a337-4823-bd53-ad548e4238d9 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:22.821984 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-b3a2ad5c-a671-4da4-a221-851b6352839a req-3d9e4697-a337-4823-bd53-ad548e4238d9 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3331178-18f4-4522-881b-8c6df0e12099 HTTP/1.1" status: 200 len: 945 time: 0.0534010 Aug 04 16:26:22.866168 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-b3a2ad5c-a671-4da4-a221-851b6352839a req-476a6f9d-0ba6-4506-a35f-54684a3e7bf7 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/security-groups?id=7353d875-abd4-4707-a9c3-5b04791f10b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375640 Aug 04 16:26:23.766335 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f69542-34f7-4fa5-8269-f956f284501b req-1d7245d9-8d4d-4b37-ab8c-67985b652c5c tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:23.767816 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-95f69542-34f7-4fa5-8269-f956f284501b req-1d7245d9-8d4d-4b37-ab8c-67985b652c5c tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 946 time: 0.0622730 Aug 04 16:26:23.818029 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-95f69542-34f7-4fa5-8269-f956f284501b req-9389a809-2e86-4e53-a2f0-9ba5d414a91c tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429311 Aug 04 16:26:23.884347 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040ddb0-bdf8-4013-a772-5fa5a8308d1c req-ab0c27dd-f354-48a9-8f03-db7c59cc51eb tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:23.886145 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-4040ddb0-bdf8-4013-a772-5fa5a8308d1c req-ab0c27dd-f354-48a9-8f03-db7c59cc51eb tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac01ba44-a812-49b3-b86e-9c48dda7d321 HTTP/1.1" status: 200 len: 944 time: 0.1134191 Aug 04 16:26:23.950549 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-4040ddb0-bdf8-4013-a772-5fa5a8308d1c req-396d676f-9889-4290-a33d-662d9ca10732 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513752 Aug 04 16:26:24.075307 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a7529-1f47-4c52-a0a5-7abbf542dc84 req-d15e5f36-7e21-40a3-afe8-f3878353d7d9 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:24.077029 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-680a7529-1f47-4c52-a0a5-7abbf542dc84 req-d15e5f36-7e21-40a3-afe8-f3878353d7d9 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3331178-18f4-4522-881b-8c6df0e12099 HTTP/1.1" status: 200 len: 945 time: 0.0693872 Aug 04 16:26:24.119880 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-680a7529-1f47-4c52-a0a5-7abbf542dc84 req-bd1b41b0-52c8-4cba-9588-9655de8ef793 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/security-groups?id=7353d875-abd4-4707-a9c3-5b04791f10b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362735 Aug 04 16:26:24.948483 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a2605-576a-4be9-a4e9-9ad388df66d4 req-ab747602-dfcd-4f6e-bb3d-4d2d2cee3c10 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:24.950160 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-aa8a2605-576a-4be9-a4e9-9ad388df66d4 req-ab747602-dfcd-4f6e-bb3d-4d2d2cee3c10 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 946 time: 0.0534811 Aug 04 16:26:24.992891 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-aa8a2605-576a-4be9-a4e9-9ad388df66d4 req-6f71a638-c86d-4fda-a1ab-b23cc589f8d2 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359387 Aug 04 16:26:25.063399 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 2f98095a-4190-47cd-bc6f-386032999d1c up at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:26:25.090465 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da570ae-ccd2-4d0c-bd7b-a3f6eace637e req-5de042f1-a47c-4be3-84a2-1796c0ffc522 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:25.092677 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-5da570ae-ccd2-4d0c-bd7b-a3f6eace637e req-5de042f1-a47c-4be3-84a2-1796c0ffc522 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac01ba44-a812-49b3-b86e-9c48dda7d321 HTTP/1.1" status: 200 len: 944 time: 0.0644007 Aug 04 16:26:25.129462 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Provisioning for port 2f98095a-4190-47cd-bc6f-386032999d1c completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:26:25.134486 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Provisioning complete for port 2f98095a-4190-47cd-bc6f-386032999d1c triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:26:25.134952 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:25.143625 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-5da570ae-ccd2-4d0c-bd7b-a3f6eace637e req-92da8b72-6286-4c42-846f-bc761b6a176a tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396183 Aug 04 16:26:25.237942 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:25.281517 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac01ba44-a812-49b3-b86e-9c48dda7d321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f98095a-4190-47cd-bc6f-386032999d1c'}] {{(pid=93332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:26:25.284234 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60a3b88c11522644802803ec4887c4dd8a4d8449af02ad3849b143fbab4f5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d9334d-557a-4d21-9cfc-3ed795860b9d" -d '{"events": [{"server_uuid": "ac01ba44-a812-49b3-b86e-9c48dda7d321", "name": "network-vif-plugged", "status": "completed", "tag": "2f98095a-4190-47cd-bc6f-386032999d1c"}]}' {{(pid=93332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:26:25.296944 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6419d67-f910-4938-8103-580906b6cff1 req-ff3f7be1-a2b7-462b-bd1c-777c4f2704de tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:25.302255 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 2f98095a-4190-47cd-bc6f-386032999d1c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=2f98095a-4190-47cd-bc6f-386032999d1c,segment=NetworkSegment(c440e2a5-b317-4439-bc53-ce6262488736),segment_id=c440e2a5-b317-4439-bc53-ce6262488736)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:26:25.304489 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-c6419d67-f910-4938-8103-580906b6cff1 req-ff3f7be1-a2b7-462b-bd1c-777c4f2704de tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3331178-18f4-4522-881b-8c6df0e12099 HTTP/1.1" status: 200 len: 945 time: 0.0934877 Aug 04 16:26:25.311357 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:25.312597 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 838da6dd-870a-49b9-bc2a-1d856d9ae817 up at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:26:25.361214 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-c6419d67-f910-4938-8103-580906b6cff1 req-7838cd72-4d70-42a1-9375-ffd711dc32ec tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/security-groups?id=7353d875-abd4-4707-a9c3-5b04791f10b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558410 Aug 04 16:26:25.391390 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68f823-3b03-4cb3-be94-ad689cce726e req-31c5e556-ac00-44d6-b220-ea092fec7c5d tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:25.393317 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-fd68f823-3b03-4cb3-be94-ad689cce726e req-31c5e556-ac00-44d6-b220-ea092fec7c5d tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.1013591 Aug 04 16:26:25.399494 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa79fe2-2d12-4519-963e-95303b613efc req-31f32b52-a84c-4487-909e-bb4bba891357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:25.401250 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-8fa79fe2-2d12-4519-963e-95303b613efc req-31f32b52-a84c-4487-909e-bb4bba891357 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5ed276298dcd40d9b792743496b57580&device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 1098 time: 0.0977883 Aug 04 16:26:25.416887 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=2f98095a-4190-47cd-bc6f-386032999d1c,revision_number=5']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:25.427969 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fde1a0-6ba3-42ab-baab-d99b10ed03cc x-openstack-request-id: req-72fde1a0-6ba3-42ab-baab-d99b10ed03cc {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:26:25.429997 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac01ba44-a812-49b3-b86e-9c48dda7d321", "name": "network-vif-plugged", "status": "completed", "tag": "2f98095a-4190-47cd-bc6f-386032999d1c", "code": 200}]} {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:26:25.429997 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-72fde1a0-6ba3-42ab-baab-d99b10ed03cc {{(pid=93332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:26:25.429997 dv-cinder-789564-9-iscsi neutron-server[93332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac01ba44-a812-49b3-b86e-9c48dda7d321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f98095a-4190-47cd-bc6f-386032999d1c', 'code': 200} Aug 04 16:26:25.438972 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Provisioning for port 838da6dd-870a-49b9-bc2a-1d856d9ae817 completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:26:25.443887 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Provisioning complete for port 838da6dd-870a-49b9-bc2a-1d856d9ae817 triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:26:25.444356 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:25.510587 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa79fe2-2d12-4519-963e-95303b613efc req-43bc9974-95fb-469a-b520-993b1848b2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:25.511357 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-8fa79fe2-2d12-4519-963e-95303b613efc req-43bc9974-95fb-469a-b520-993b1848b2e2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7f965b80-7909-4cf3-8c57-8793402555a4 HTTP/1.1" status: 200 len: 918 time: 0.0921600 Aug 04 16:26:25.532711 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:25.533872 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-fd68f823-3b03-4cb3-be94-ad689cce726e req-fe657840-c30b-463c-98cd-ec29a55dedd9 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310349 Aug 04 16:26:25.568136 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-8fa79fe2-2d12-4519-963e-95303b613efc req-008a97be-7923-4b52-bd5f-a06837a96388 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c98fd1f-2d8e-4194-8ece-0d194fbe1a41 HTTP/1.1" status: 200 len: 217 time: 0.0441921 Aug 04 16:26:25.578573 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 838da6dd-870a-49b9-bc2a-1d856d9ae817, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=838da6dd-870a-49b9-bc2a-1d856d9ae817,segment=NetworkSegment(695adc21-0034-421d-a4b2-e370b8b0f86d),segment_id=695adc21-0034-421d-a4b2-e370b8b0f86d)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:26:25.584561 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:25.646328 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=838da6dd-870a-49b9-bc2a-1d856d9ae817,revision_number=5']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:25.664468 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa79fe2-2d12-4519-963e-95303b613efc req-fb8defb6-b440-47a8-b5fe-a6747e080d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:25.665967 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-8fa79fe2-2d12-4519-963e-95303b613efc req-fb8defb6-b440-47a8-b5fe-a6747e080d0c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e5d1a85b-b9eb-4879-9f2d-2ac1fb84c156 HTTP/1.1" status: 200 len: 857 time: 0.0833101 Aug 04 16:26:25.673904 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed058cc-82b0-435a-a58c-61f8d76dd44b req-b003f902-5c68-421f-9229-18b83e9c4a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:25.675364 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6ed058cc-82b0-435a-a58c-61f8d76dd44b req-b003f902-5c68-421f-9229-18b83e9c4a41 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ac01ba44-a812-49b3-b86e-9c48dda7d321 HTTP/1.1" status: 200 len: 1098 time: 0.0587747 Aug 04 16:26:25.714072 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-8fa79fe2-2d12-4519-963e-95303b613efc req-bf65ecdb-8a54-40ad-b706-8dd658a64068 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7f965b80-7909-4cf3-8c57-8793402555a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308173 Aug 04 16:26:25.795950 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6ed058cc-82b0-435a-a58c-61f8d76dd44b req-ff7be8c6-c27b-4d90-a110-2d53776104ff service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041250 Aug 04 16:26:25.842273 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-8fa79fe2-2d12-4519-963e-95303b613efc req-2f897b03-595f-4d34-97ea-e6555208626d service neutron] 10.222.0.50 "GET /v2.0/networks/7f965b80-7909-4cf3-8c57-8793402555a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088655 Aug 04 16:26:25.963411 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-8fa79fe2-2d12-4519-963e-95303b613efc req-21e93622-97c6-4c57-93ef-e662f9c4dc0c service neutron] 10.222.0.50 "GET /v2.0/networks/7f965b80-7909-4cf3-8c57-8793402555a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882602 Aug 04 16:26:26.126097 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6bd2f-6723-447b-a5ea-65c792d285e9 req-2c053621-42d9-4c34-84d8-cecc8526e88e tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:26.127628 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-dbf6bd2f-6723-447b-a5ea-65c792d285e9 req-2c053621-42d9-4c34-84d8-cecc8526e88e tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 946 time: 0.0541565 Aug 04 16:26:26.173874 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-dbf6bd2f-6723-447b-a5ea-65c792d285e9 req-d2e7e454-46c3-4e79-a453-4deef3d981c1 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400271 Aug 04 16:26:26.277131 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da5480-898a-4ad2-933b-507797e688a1 req-4e3593f1-ef76-4105-95fd-78f9bdc32dad tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:26.278594 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-c2da5480-898a-4ad2-933b-507797e688a1 req-4e3593f1-ef76-4105-95fd-78f9bdc32dad tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac01ba44-a812-49b3-b86e-9c48dda7d321 HTTP/1.1" status: 200 len: 945 time: 0.0578156 Aug 04 16:26:26.318279 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-c2da5480-898a-4ad2-933b-507797e688a1 req-6bf532f1-761e-446e-a73d-abeecd04a38f tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334818 Aug 04 16:26:26.484055 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e609ec5-3adf-4317-90a4-f3f81ff36f6a req-457144df-78a4-4922-afbd-9ebb8f3b65bb tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:26.485591 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-3e609ec5-3adf-4317-90a4-f3f81ff36f6a req-457144df-78a4-4922-afbd-9ebb8f3b65bb tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3331178-18f4-4522-881b-8c6df0e12099 HTTP/1.1" status: 200 len: 946 time: 0.0508363 Aug 04 16:26:26.540184 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-3e609ec5-3adf-4317-90a4-f3f81ff36f6a req-375685db-6b0c-4912-8f4b-99f967b798f5 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/security-groups?id=7353d875-abd4-4707-a9c3-5b04791f10b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454054 Aug 04 16:26:26.663956 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb3657-ef72-4ba0-b2d0-cfac579df848 req-fa8c0383-f848-4fe2-aec6-294e22b83cfa tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:26.665608 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-40eb3657-ef72-4ba0-b2d0-cfac579df848 req-fa8c0383-f848-4fe2-aec6-294e22b83cfa tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0519149 Aug 04 16:26:26.711771 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-40eb3657-ef72-4ba0-b2d0-cfac579df848 req-302e3335-efee-4374-8196-9e6b8cc4e212 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394549 Aug 04 16:26:27.305463 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348f0ae-3e38-48b6-bbb3-ccc5c32cd11b req-da436d9c-9404-4b83-9030-c2d31964c54d tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:27.307027 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-9348f0ae-3e38-48b6-bbb3-ccc5c32cd11b req-da436d9c-9404-4b83-9030-c2d31964c54d tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 946 time: 0.0578907 Aug 04 16:26:27.352890 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-9348f0ae-3e38-48b6-bbb3-ccc5c32cd11b req-a34df990-722b-47a2-8dc9-e930811e4954 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372827 Aug 04 16:26:27.430529 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3331178-18f4-4522-881b-8c6df0e12099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838da6dd-870a-49b9-bc2a-1d856d9ae817'}] {{(pid=93332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:26:27.433663 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60a3b88c11522644802803ec4887c4dd8a4d8449af02ad3849b143fbab4f5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32731e8-f0ce-4f02-a51a-83b529f7e784" -d '{"events": [{"server_uuid": "e3331178-18f4-4522-881b-8c6df0e12099", "name": "network-vif-plugged", "status": "completed", "tag": "838da6dd-870a-49b9-bc2a-1d856d9ae817"}]}' {{(pid=93332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:26:27.445462 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972c574-bf11-43ff-9bfb-f5899ac1c3ca req-eba230cb-5042-4db5-84ac-e73b061f75b9 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:27.446680 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-8972c574-bf11-43ff-9bfb-f5899ac1c3ca req-eba230cb-5042-4db5-84ac-e73b061f75b9 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac01ba44-a812-49b3-b86e-9c48dda7d321 HTTP/1.1" status: 200 len: 945 time: 0.0511441 Aug 04 16:26:27.478293 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91940585-4f63-4865-95b3-f3c5fff5e1fd x-openstack-request-id: req-91940585-4f63-4865-95b3-f3c5fff5e1fd {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:26:27.478293 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3331178-18f4-4522-881b-8c6df0e12099", "name": "network-vif-plugged", "status": "completed", "tag": "838da6dd-870a-49b9-bc2a-1d856d9ae817", "code": 200}]} {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:26:27.478293 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-91940585-4f63-4865-95b3-f3c5fff5e1fd {{(pid=93332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:26:27.478293 dv-cinder-789564-9-iscsi neutron-server[93332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3331178-18f4-4522-881b-8c6df0e12099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838da6dd-870a-49b9-bc2a-1d856d9ae817', 'code': 200} Aug 04 16:26:27.491367 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-8972c574-bf11-43ff-9bfb-f5899ac1c3ca req-dd4d3216-166a-49c3-babf-28d88e044c74 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370283 Aug 04 16:26:27.670202 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b13c500-9b17-4466-ae27-1ae31023bf02 req-3e0b2d47-5156-4108-81d0-cdc36036252c tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:27.671313 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-1b13c500-9b17-4466-ae27-1ae31023bf02 req-3e0b2d47-5156-4108-81d0-cdc36036252c tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3331178-18f4-4522-881b-8c6df0e12099 HTTP/1.1" status: 200 len: 946 time: 0.0544367 Aug 04 16:26:27.706441 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41acd27a-512a-4018-b9b0-3a9cf1b56d20 req-74edbd63-4495-473f-ad10-282a927d10f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:27.708675 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-41acd27a-512a-4018-b9b0-3a9cf1b56d20 req-74edbd63-4495-473f-ad10-282a927d10f5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e3331178-18f4-4522-881b-8c6df0e12099 HTTP/1.1" status: 200 len: 1099 time: 0.0549722 Aug 04 16:26:27.714991 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-1b13c500-9b17-4466-ae27-1ae31023bf02 req-733ae63d-57ee-4633-87cb-9154eae71042 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/security-groups?id=7353d875-abd4-4707-a9c3-5b04791f10b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364444 Aug 04 16:26:27.762394 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-41acd27a-512a-4018-b9b0-3a9cf1b56d20 req-4b354417-1b56-4c52-9fe5-d24040cef475 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7353d875-abd4-4707-a9c3-5b04791f10b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403805 Aug 04 16:26:27.859107 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481732ba-2547-41de-9cae-3de337335492 req-5d8f1dda-1a3d-4e03-9d9b-57b86d2b509d tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:27.860756 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-481732ba-2547-41de-9cae-3de337335492 req-5d8f1dda-1a3d-4e03-9d9b-57b86d2b509d tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0635259 Aug 04 16:26:27.913108 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-481732ba-2547-41de-9cae-3de337335492 req-e9b1a021-2ac5-4229-9ec0-2403f6f77cde tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453460 Aug 04 16:26:28.478817 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b40fea-2357-40ac-b85a-4dae627fb5df req-78c9e713-3a88-4c25-b705-ae501eef434a tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:28.480342 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-46b40fea-2357-40ac-b85a-4dae627fb5df req-78c9e713-3a88-4c25-b705-ae501eef434a tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 946 time: 0.0523126 Aug 04 16:26:28.530363 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-46b40fea-2357-40ac-b85a-4dae627fb5df req-9652f5da-22bf-4ece-918d-297f64445353 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414450 Aug 04 16:26:28.847559 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a789a73-de54-489b-9d98-6289e1085891 req-79ea3521-817a-49d3-8e95-1758d10187be tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:28.849324 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2a789a73-de54-489b-9d98-6289e1085891 req-79ea3521-817a-49d3-8e95-1758d10187be tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3331178-18f4-4522-881b-8c6df0e12099 HTTP/1.1" status: 200 len: 946 time: 0.0564711 Aug 04 16:26:28.897155 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2a789a73-de54-489b-9d98-6289e1085891 req-89f6a7cb-7249-41a9-af83-4724d5498c53 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/security-groups?id=7353d875-abd4-4707-a9c3-5b04791f10b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410428 Aug 04 16:26:29.059738 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d8965-4cab-45c3-943a-cbb27ad998b2 req-74c335d5-10c1-4718-bd55-2d8a7841bcff tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:29.061413 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-481d8965-4cab-45c3-943a-cbb27ad998b2 req-74c335d5-10c1-4718-bd55-2d8a7841bcff tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0568855 Aug 04 16:26:29.107375 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-481d8965-4cab-45c3-943a-cbb27ad998b2 req-f4419527-28f1-4a50-9ddd-c4301c12a507 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393717 Aug 04 16:26:29.666801 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b390960-b157-4498-83d2-6c2473d0ed6e req-ca7ae22e-a12d-48d0-a391-3c48a7f4854e tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:29.668378 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-5b390960-b157-4498-83d2-6c2473d0ed6e req-ca7ae22e-a12d-48d0-a391-3c48a7f4854e tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 946 time: 0.0552788 Aug 04 16:26:29.709757 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-5b390960-b157-4498-83d2-6c2473d0ed6e req-e383a12b-8d0a-4f90-8b33-a9d1fa1cb9c6 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351641 Aug 04 16:26:30.046482 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0217ba0-e4ca-4c49-9147-a6e792c8cbbb req-fda581df-3dd7-46ac-9d24-40dd7bb8e071 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:30.048016 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f0217ba0-e4ca-4c49-9147-a6e792c8cbbb req-fda581df-3dd7-46ac-9d24-40dd7bb8e071 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3331178-18f4-4522-881b-8c6df0e12099 HTTP/1.1" status: 200 len: 946 time: 0.0629797 Aug 04 16:26:30.090698 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f0217ba0-e4ca-4c49-9147-a6e792c8cbbb req-48d43bcc-0d6f-4a94-9af0-e62872578567 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/security-groups?id=7353d875-abd4-4707-a9c3-5b04791f10b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360627 Aug 04 16:26:30.230683 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953cbd3-7fd0-4c67-aa32-8d4ff242bbdf req-f75138e2-6c73-4fa7-940d-3d85dc387d8f tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:30.232087 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-2953cbd3-7fd0-4c67-aa32-8d4ff242bbdf req-f75138e2-6c73-4fa7-940d-3d85dc387d8f tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0520995 Aug 04 16:26:30.273592 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-2953cbd3-7fd0-4c67-aa32-8d4ff242bbdf req-cba84a3e-e4bc-49d0-828e-10acba030310 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354984 Aug 04 16:26:30.850191 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de478b5-4d67-44b2-a433-42102b98f0e1 req-2e340db8-432e-417d-b031-d5cf6b2cc9ea tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:30.851718 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6de478b5-4d67-44b2-a433-42102b98f0e1 req-2e340db8-432e-417d-b031-d5cf6b2cc9ea tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 946 time: 0.0582786 Aug 04 16:26:30.897542 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6de478b5-4d67-44b2-a433-42102b98f0e1 req-869448b9-aa00-481b-a836-692cf80c41aa tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362325 Aug 04 16:26:31.245267 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab95add-d4a2-4723-b44f-f71abee0d6b1 req-75f55c4a-7ef2-4186-a28d-cd49fd2d7115 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:31.246919 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-eab95add-d4a2-4723-b44f-f71abee0d6b1 req-75f55c4a-7ef2-4186-a28d-cd49fd2d7115 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3331178-18f4-4522-881b-8c6df0e12099 HTTP/1.1" status: 200 len: 946 time: 0.0649045 Aug 04 16:26:31.290914 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-eab95add-d4a2-4723-b44f-f71abee0d6b1 req-8f3652b1-0d3a-4d23-8cea-4bbaf62d57b4 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/security-groups?id=7353d875-abd4-4707-a9c3-5b04791f10b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357072 Aug 04 16:26:31.430250 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca04a0a-ee39-42a1-be0a-8771a83d704d req-713115fc-bfb3-4c75-94c6-8ec7d03318c9 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:31.432152 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2ca04a0a-ee39-42a1-be0a-8771a83d704d req-713115fc-bfb3-4c75-94c6-8ec7d03318c9 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0583615 Aug 04 16:26:31.490854 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2ca04a0a-ee39-42a1-be0a-8771a83d704d req-6f4b4bf0-06d2-4f88-811a-98edcebf5eee tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502024 Aug 04 16:26:32.063366 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b219da8-8a22-4c50-996f-4555d5160962 req-62a697c6-440d-4c35-a653-087112a61c8a tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:32.064796 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-8b219da8-8a22-4c50-996f-4555d5160962 req-62a697c6-440d-4c35-a653-087112a61c8a tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 946 time: 0.0639205 Aug 04 16:26:32.120244 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-8b219da8-8a22-4c50-996f-4555d5160962 req-916612b2-4a00-4f3c-8054-2c006ef6ef97 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449600 Aug 04 16:26:32.417138 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b40d7-dc77-4855-b385-1d51076ad832 req-1e212dec-ee9f-41c4-8137-6fb697b80b16 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:32.418757 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-254b40d7-dc77-4855-b385-1d51076ad832 req-1e212dec-ee9f-41c4-8137-6fb697b80b16 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3331178-18f4-4522-881b-8c6df0e12099 HTTP/1.1" status: 200 len: 946 time: 0.0557015 Aug 04 16:26:32.461427 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-254b40d7-dc77-4855-b385-1d51076ad832 req-5f7d166a-a59f-42de-b613-6b6bdd818754 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/security-groups?id=7353d875-abd4-4707-a9c3-5b04791f10b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350106 Aug 04 16:26:32.610405 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad6f23-1a73-4f03-b434-53ba58e8f88f req-1c8a2ec4-0e62-4033-b3c3-8bb003417a46 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:32.612077 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-b2ad6f23-1a73-4f03-b434-53ba58e8f88f req-1c8a2ec4-0e62-4033-b3c3-8bb003417a46 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0493970 Aug 04 16:26:32.657580 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-b2ad6f23-1a73-4f03-b434-53ba58e8f88f req-5ab66455-0564-4ed5-8325-6cfa27768890 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357471 Aug 04 16:26:33.050929 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f02a2-e45c-49da-be85-43521959b4ef req-15be9a45-8ef2-4dd2-a06f-5facf51019b4 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:33.052491 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-999f02a2-e45c-49da-be85-43521959b4ef req-15be9a45-8ef2-4dd2-a06f-5facf51019b4 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.0539634 Aug 04 16:26:33.101048 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-999f02a2-e45c-49da-be85-43521959b4ef req-f67219e2-0b39-415d-82ec-23d5d0f24529 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354514 Aug 04 16:26:33.269351 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2f4e3-55d2-4415-8b3d-8af2bc3446c5 req-09dc95f9-2b9a-4a79-ac68-37109780e034 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:33.271366 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-8da2f4e3-55d2-4415-8b3d-8af2bc3446c5 req-09dc95f9-2b9a-4a79-ac68-37109780e034 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 946 time: 0.0705178 Aug 04 16:26:33.324722 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-8da2f4e3-55d2-4415-8b3d-8af2bc3446c5 req-979a7ca5-2edf-4cd3-89e3-df8cdc20d437 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458748 Aug 04 16:26:33.349937 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ffed1-0803-4114-86cb-1d676925ac2e req-71fc9760-a3ec-4260-ac5b-fc16c53805ca tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:33.351552 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-264ffed1-0803-4114-86cb-1d676925ac2e req-71fc9760-a3ec-4260-ac5b-fc16c53805ca tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3331178-18f4-4522-881b-8c6df0e12099 HTTP/1.1" status: 200 len: 946 time: 0.0561957 Aug 04 16:26:33.393091 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-264ffed1-0803-4114-86cb-1d676925ac2e req-e8bef104-9bd6-4f77-8027-ee71fcf0494c tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/security-groups?id=7353d875-abd4-4707-a9c3-5b04791f10b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351152 Aug 04 16:26:33.790542 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc2dc26-f48c-4f2a-96c8-25755dcbc3d2 req-7f7a81d3-fffc-4618-8192-7d562382838a tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:33.792118 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-edc2dc26-f48c-4f2a-96c8-25755dcbc3d2 req-7f7a81d3-fffc-4618-8192-7d562382838a tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0547624 Aug 04 16:26:33.838323 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-edc2dc26-f48c-4f2a-96c8-25755dcbc3d2 req-4b0c4cfb-21a2-4b19-ae40-ae0a7545bdf6 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388205 Aug 04 16:26:34.227696 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900cd21-6478-4d7a-8efd-73891ee1b68f req-9b5ed574-fa8b-4305-ad96-2cf741c45361 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:34.229299 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-5900cd21-6478-4d7a-8efd-73891ee1b68f req-9b5ed574-fa8b-4305-ad96-2cf741c45361 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.0517855 Aug 04 16:26:34.271483 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-5900cd21-6478-4d7a-8efd-73891ee1b68f req-7ff174a7-aa4f-402c-896a-cf196d42a5dd tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348532 Aug 04 16:26:34.460063 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0460b-fcd2-4ce2-9e0d-d7763869c3a5 req-1cba0cb9-e0ab-4ff6-af1e-0ba278bc0b03 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:34.462627 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-07d0460b-fcd2-4ce2-9e0d-d7763869c3a5 req-1cba0cb9-e0ab-4ff6-af1e-0ba278bc0b03 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 946 time: 0.0556214 Aug 04 16:26:34.509086 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-07d0460b-fcd2-4ce2-9e0d-d7763869c3a5 req-53801c8c-0bce-4fc6-933b-599f6b7d7685 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408125 Aug 04 16:26:34.549016 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219cb373-e108-440f-9121-5d9dcc0fee44 req-44a49f99-8ce1-4983-8107-13ea0e35ff22 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:34.550640 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-219cb373-e108-440f-9121-5d9dcc0fee44 req-44a49f99-8ce1-4983-8107-13ea0e35ff22 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3331178-18f4-4522-881b-8c6df0e12099 HTTP/1.1" status: 200 len: 946 time: 0.0604846 Aug 04 16:26:34.592530 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-219cb373-e108-440f-9121-5d9dcc0fee44 req-8ac92c0f-a036-440f-b2e3-c5e024b67a5a tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/security-groups?id=7353d875-abd4-4707-a9c3-5b04791f10b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354478 Aug 04 16:26:34.970712 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec22c8-e20f-4ddc-8f93-73014aa692e4 req-2e76f7ea-52d6-496d-ae84-66d21adbd9c1 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:34.972167 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-43ec22c8-e20f-4ddc-8f93-73014aa692e4 req-2e76f7ea-52d6-496d-ae84-66d21adbd9c1 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0605481 Aug 04 16:26:35.016078 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-43ec22c8-e20f-4ddc-8f93-73014aa692e4 req-29f15ec2-b2c6-4c76-b1d2-4fbe7a967d36 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365834 Aug 04 16:26:35.401446 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a4f5e-0c22-41db-8d74-f9727838981d req-bb1d3a0f-1ac3-4dd4-9845-76facadb1b6a tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:35.403083 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-5f3a4f5e-0c22-41db-8d74-f9727838981d req-bb1d3a0f-1ac3-4dd4-9845-76facadb1b6a tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.0539036 Aug 04 16:26:35.452907 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-5f3a4f5e-0c22-41db-8d74-f9727838981d req-8b519523-55ef-4bfe-b536-99ac8de71f5c tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433834 Aug 04 16:26:35.575082 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2e9b2-2eb5-4f1d-a224-ba7c74cef07d req-511fcdfd-fe49-4cc4-ad4f-48c6c2bbbb3a tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:35.576621 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e8c2e9b2-2eb5-4f1d-a224-ba7c74cef07d req-511fcdfd-fe49-4cc4-ad4f-48c6c2bbbb3a tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3331178-18f4-4522-881b-8c6df0e12099 HTTP/1.1" status: 200 len: 946 time: 0.0595756 Aug 04 16:26:35.649507 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad589b55-b500-4b55-aab6-66063810101c req-edd62c3a-76cb-48b5-a6dd-e46ea3190d2f tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:35.651925 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-ad589b55-b500-4b55-aab6-66063810101c req-edd62c3a-76cb-48b5-a6dd-e46ea3190d2f tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 946 time: 0.0598781 Aug 04 16:26:35.710650 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-ad589b55-b500-4b55-aab6-66063810101c req-a68b65a1-ccd6-4825-9e9f-e6b9325ceccc tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526743 Aug 04 16:26:35.745108 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625de641-a806-4ce2-a1c5-d3c7a76beb26 req-963451c6-47b5-4b06-ac02-b0c1f14fe183 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:35.746738 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-625de641-a806-4ce2-a1c5-d3c7a76beb26 req-963451c6-47b5-4b06-ac02-b0c1f14fe183 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3331178-18f4-4522-881b-8c6df0e12099 HTTP/1.1" status: 200 len: 946 time: 0.0731690 Aug 04 16:26:35.749989 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [req-e8c2e9b2-2eb5-4f1d-a224-ba7c74cef07d req-88f5e68b-4d95-4908-82a4-1cee7fc4b3fa tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Deleting port 838da6dd-870a-49b9-bc2a-1d856d9ae817 {{(pid=93330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:26:35.750387 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-e8c2e9b2-2eb5-4f1d-a224-ba7c74cef07d req-88f5e68b-4d95-4908-82a4-1cee7fc4b3fa tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:35.837050 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-625de641-a806-4ce2-a1c5-d3c7a76beb26 req-70577bdf-33f4-4992-8117-7e487eeada82 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/security-groups?id=7353d875-abd4-4707-a9c3-5b04791f10b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832901 Aug 04 16:26:35.871933 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-e8c2e9b2-2eb5-4f1d-a224-ba7c74cef07d req-88f5e68b-4d95-4908-82a4-1cee7fc4b3fa tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] For port 838da6dd-870a-49b9-bc2a-1d856d9ae817, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=838da6dd-870a-49b9-bc2a-1d856d9ae817,segment=NetworkSegment(695adc21-0034-421d-a4b2-e370b8b0f86d),segment_id=695adc21-0034-421d-a4b2-e370b8b0f86d)] {{(pid=93330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:26:35.872350 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-e8c2e9b2-2eb5-4f1d-a224-ba7c74cef07d req-88f5e68b-4d95-4908-82a4-1cee7fc4b3fa tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:35.886968 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [req-e8c2e9b2-2eb5-4f1d-a224-ba7c74cef07d req-88f5e68b-4d95-4908-82a4-1cee7fc4b3fa tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Calling delete_port for 838da6dd-870a-49b9-bc2a-1d856d9ae817 owned by compute:nova {{(pid=93330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:26:36.026470 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-e8c2e9b2-2eb5-4f1d-a224-ba7c74cef07d req-88f5e68b-4d95-4908-82a4-1cee7fc4b3fa tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:36.042396 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] get_ports_and_sgs() called for port_ids ['838da6dd-870a-49b9-bc2a-1d856d9ae817'] {{(pid=93332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:26:36.063145 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f5e68b-4d95-4908-82a4-1cee7fc4b3fa tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Pushing event deleted for resources: {'Port': ['ID=838da6dd-870a-49b9-bc2a-1d856d9ae817,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:36.109162 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c2e9b2-2eb5-4f1d-a224-ba7c74cef07d req-88f5e68b-4d95-4908-82a4-1cee7fc4b3fa tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] No DVR routers for this DVR port 838da6dd-870a-49b9-bc2a-1d856d9ae817 on host hv-cinder-78956 {{(pid=93330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:26:36.112222 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-e8c2e9b2-2eb5-4f1d-a224-ba7c74cef07d req-88f5e68b-4d95-4908-82a4-1cee7fc4b3fa tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:36.114453 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e8c2e9b2-2eb5-4f1d-a224-ba7c74cef07d req-88f5e68b-4d95-4908-82a4-1cee7fc4b3fa tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.50 "DELETE /v2.0/ports/838da6dd-870a-49b9-bc2a-1d856d9ae817 HTTP/1.1" status: 204 len: 173 time: 0.5255363 Aug 04 16:26:36.114857 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3331178-18f4-4522-881b-8c6df0e12099', 'name': 'network-vif-deleted', 'tag': '838da6dd-870a-49b9-bc2a-1d856d9ae817'}] {{(pid=93330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:26:36.117185 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37e886c0defde040503dc6230deb255415226de4639eab9b495881836c77004d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1ed66c-94c0-4a5f-a01a-85e435a17962" -d '{"events": [{"server_uuid": "e3331178-18f4-4522-881b-8c6df0e12099", "name": "network-vif-deleted", "tag": "838da6dd-870a-49b9-bc2a-1d856d9ae817"}]}' {{(pid=93330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:26:36.147672 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8354e7-2bc5-42e0-a69d-64375ec01172 req-4aec129b-e779-4910-a466-d28f6c7fc322 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:36.149282 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-fe8354e7-2bc5-42e0-a69d-64375ec01172 req-4aec129b-e779-4910-a466-d28f6c7fc322 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0552366 Aug 04 16:26:36.158998 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3166b4b1-64cf-4a9b-b181-4a5735de2ea0 x-openstack-request-id: req-3166b4b1-64cf-4a9b-b181-4a5735de2ea0 {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:26:36.159295 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3331178-18f4-4522-881b-8c6df0e12099", "name": "network-vif-deleted", "tag": "838da6dd-870a-49b9-bc2a-1d856d9ae817", "status": "completed", "code": 200}]} {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:26:36.159552 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3166b4b1-64cf-4a9b-b181-4a5735de2ea0 {{(pid=93330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:26:36.160039 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3331178-18f4-4522-881b-8c6df0e12099', 'name': 'network-vif-deleted', 'tag': '838da6dd-870a-49b9-bc2a-1d856d9ae817', 'status': 'completed', 'code': 200} Aug 04 16:26:36.197087 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-fe8354e7-2bc5-42e0-a69d-64375ec01172 req-be8ed94d-a46a-49fc-9307-152c16f542ac tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379422 Aug 04 16:26:36.419817 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 6 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:26:36.586742 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f4215-7df7-4e3f-93d8-4b7fa4a9108a req-ee4bb515-b0f6-437e-b6fb-1934590df312 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:36.588744 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-473f4215-7df7-4e3f-93d8-4b7fa4a9108a req-ee4bb515-b0f6-437e-b6fb-1934590df312 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.0557451 Aug 04 16:26:36.634055 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-473f4215-7df7-4e3f-93d8-4b7fa4a9108a req-10ad54e2-8282-41a6-9195-cdc8d0721eb6 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384641 Aug 04 16:26:36.859908 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a7576-20fc-4a0b-a2b4-8b873e190a62 req-5b1a778d-e165-49d0-88ee-aa8384005f09 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:36.861692 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d95a7576-20fc-4a0b-a2b4-8b873e190a62 req-5b1a778d-e165-49d0-88ee-aa8384005f09 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 946 time: 0.0666261 Aug 04 16:26:36.906160 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d95a7576-20fc-4a0b-a2b4-8b873e190a62 req-cb5b9df5-9823-4210-b08c-91261d3572e4 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378137 Aug 04 16:26:36.981492 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-d28aa9e5-d1b5-4123-a4a5-1315a2bf262a req-4440d04c-5bbb-482a-bd6b-fcff83cab1cb tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3331178-18f4-4522-881b-8c6df0e12099 HTTP/1.1" status: 200 len: 210 time: 0.0324798 Aug 04 16:26:37.320076 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec8d39e-6d86-463a-a0c6-07beb91e2487 req-b0560111-12a9-4d1c-a76b-54f4792d775d tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:37.321653 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-1ec8d39e-6d86-463a-a0c6-07beb91e2487 req-b0560111-12a9-4d1c-a76b-54f4792d775d tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0519609 Aug 04 16:26:37.366952 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-1ec8d39e-6d86-463a-a0c6-07beb91e2487 req-a485adbe-b8aa-4f98-8f12-7e5c7e4166a4 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378191 Aug 04 16:26:37.764005 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac81de8-1891-4241-a6fb-59111b2b7cd9 req-ac883188-56b3-4474-8b09-f7909bfa322b tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:37.765466 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0ac81de8-1891-4241-a6fb-59111b2b7cd9 req-ac883188-56b3-4474-8b09-f7909bfa322b tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.0562656 Aug 04 16:26:37.814691 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0ac81de8-1891-4241-a6fb-59111b2b7cd9 req-43a624c4-1f32-484d-b80b-9b795a22899a tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428567 Aug 04 16:26:38.045375 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13368a-602d-456f-b7bd-3cb798d29009 req-8617e89c-cd85-47c2-aecc-dcb4cff7c8d6 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:38.046957 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-fb13368a-602d-456f-b7bd-3cb798d29009 req-8617e89c-cd85-47c2-aecc-dcb4cff7c8d6 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 946 time: 0.0580387 Aug 04 16:26:38.091403 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-fb13368a-602d-456f-b7bd-3cb798d29009 req-74f80f28-edd2-4bc9-a0d5-03ae1703964e tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380237 Aug 04 16:26:38.135349 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6e5ded12-df4d-4959-9707-6ac378d88a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:38.284857 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-17c41da8-e53e-4c3a-9216-5cceaf1166d6 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:38.288159 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-17c41da8-e53e-4c3a-9216-5cceaf1166d6 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/networks?id=8b73dbfa-1915-4d59-aa47-d7f3a2d43c66 HTTP/1.1" status: 200 len: 809 time: 0.1221416 Aug 04 16:26:38.302854 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-0ca2849d-5129-4b52-ade1-8826172a4c2b tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/quotas/5415912273de496e963a7c07ee381732 HTTP/1.1" status: 200 len: 375 time: 0.0098269 Aug 04 16:26:38.338763 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-b435070f-de1d-4c3c-9b1a-1154c98a3354 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5415912273de496e963a7c07ee381732&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296655 Aug 04 16:26:38.439335 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-dceb103a-1292-457b-b9fe-b57b5ed880c8 service neutron] 10.222.0.77 "GET /v2.0/networks/8b73dbfa-1915-4d59-aa47-d7f3a2d43c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920815 Aug 04 16:26:38.489583 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005d092-8cdb-4b83-aa6b-65330a59f341 req-65ffcb2a-2835-4e70-8652-834db260164b tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:38.491334 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-6005d092-8cdb-4b83-aa6b-65330a59f341 req-65ffcb2a-2835-4e70-8652-834db260164b tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0517194 Aug 04 16:26:38.531558 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-6005d092-8cdb-4b83-aa6b-65330a59f341 req-2a1e0854-8fb9-40c6-8db6-8ac9371541a2 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339239 Aug 04 16:26:38.542938 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-092ded75-beb6-46c4-89d2-31e3bc1c42a8 service neutron] 10.222.0.77 "GET /v2.0/networks/8b73dbfa-1915-4d59-aa47-d7f3a2d43c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979216 Aug 04 16:26:38.712773 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-5149fc67-4e3e-45b9-9173-249281c8ce23 req-fd8f173a-05d2-407a-abd3-d81dc151679a tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/ports?device_id=521db769-5cc0-4650-825b-60d2bd65ba8e HTTP/1.1" status: 200 len: 210 time: 0.0301368 Aug 04 16:26:38.962243 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874198d-db4f-4feb-8587-29818caf06ac req-07958b35-123c-4abe-8356-4de96466ac2d tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:38.963963 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0874198d-db4f-4feb-8587-29818caf06ac req-07958b35-123c-4abe-8356-4de96466ac2d tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.0703502 Aug 04 16:26:39.014302 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0874198d-db4f-4feb-8587-29818caf06ac req-a236be54-6af7-47c5-9caa-46183e0c55e4 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401666 Aug 04 16:26:39.114025 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 838da6dd-870a-49b9-bc2a-1d856d9ae817 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:26:39.135922 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] No Port match for: 838da6dd-870a-49b9-bc2a-1d856d9ae817 {{(pid=93332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:26:39.136509 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 838da6dd-870a-49b9-bc2a-1d856d9ae817 not bound to the agent host hv-cinder-78956 {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:26:39.242324 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b339f-9e45-4ddd-8098-b8d4da70dc76 req-3520d7e0-2f7a-4521-91d1-44d3937b1081 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:39.243878 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-5e3b339f-9e45-4ddd-8098-b8d4da70dc76 req-3520d7e0-2f7a-4521-91d1-44d3937b1081 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 946 time: 0.0694640 Aug 04 16:26:39.292536 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-5e3b339f-9e45-4ddd-8098-b8d4da70dc76 req-c371ae56-df74-4118-b025-eb4d6c119998 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418446 Aug 04 16:26:39.698505 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb707448-0ea9-47af-84c0-3d494df45cc2 req-af466e16-568c-4438-8760-69182b1bb41d tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:39.701671 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-eb707448-0ea9-47af-84c0-3d494df45cc2 req-af466e16-568c-4438-8760-69182b1bb41d tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0649915 Aug 04 16:26:39.741260 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-eb707448-0ea9-47af-84c0-3d494df45cc2 req-31fa0a74-dbba-4517-b15c-5f45b6d6baaa tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345032 Aug 04 16:26:39.812262 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-74a0d70c-76cb-4205-8f03-352e3e0ec0c9 req-fe1df0ec-67a1-4cb0-b993-2096fd63b7d2 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/ports?device_id=521db769-5cc0-4650-825b-60d2bd65ba8e HTTP/1.1" status: 200 len: 210 time: 0.0262270 Aug 04 16:26:39.877864 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d36de-5820-4c83-828b-1bd5c65e6b9d req-e37564ed-e166-4800-b250-f1d46af9b22f tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:39.879462 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3a9d36de-5820-4c83-828b-1bd5c65e6b9d req-e37564ed-e166-4800-b250-f1d46af9b22f tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 945 time: 0.0621648 Aug 04 16:26:39.925813 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3a9d36de-5820-4c83-828b-1bd5c65e6b9d req-75dd1653-1a20-47de-996b-ce4474d55c87 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/security-groups?id=048d372e-c15a-4862-941b-693b08f4b708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390053 Aug 04 16:26:39.950298 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 42974) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:40.059026 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-a0a30b40-46fc-419a-a459-3b324ae6497d tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:40.060761 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-a0a30b40-46fc-419a-a459-3b324ae6497d tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.50 "GET /v2.0/networks?id=8b73dbfa-1915-4d59-aa47-d7f3a2d43c66 HTTP/1.1" status: 200 len: 809 time: 0.1206768 Aug 04 16:26:40.100028 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-1d75a74a-202c-4f96-b37a-d78f6ae2eef4 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Request body: {'port': {'device_id': '521db769-5cc0-4650-825b-60d2bd65ba8e', 'network_id': '8b73dbfa-1915-4d59-aa47-d7f3a2d43c66', 'admin_state_up': True, 'tenant_id': '5415912273de496e963a7c07ee381732'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:26:40.175659 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a0d0b-bf62-4c49-a87c-3fb6f529c9bb req-c6ab8994-855b-4393-8479-708f6811f7c9 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:40.177515 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-6c1a0d0b-bf62-4c49-a87c-3fb6f529c9bb req-c6ab8994-855b-4393-8479-708f6811f7c9 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.0665374 Aug 04 16:26:40.218893 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-6c1a0d0b-bf62-4c49-a87c-3fb6f529c9bb req-6e140b56-8921-4311-b3d7-0b579b550bdd tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330660 Aug 04 16:26:40.219947 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3648c65b-8609-47d1-b0c0-eac40c244b0c tempest-TestMinimumBasicScenario-833773309 tempest-TestMinimumBasicScenario-833773309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:40.224165 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-3648c65b-8609-47d1-b0c0-eac40c244b0c tempest-TestMinimumBasicScenario-833773309 tempest-TestMinimumBasicScenario-833773309-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 1093 time: 0.2702105 Aug 04 16:26:40.225522 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 42986) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:40.229461 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-7c046902-7fbd-45ec-b9fb-85191801fbea tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Request body: {'floatingip': {'floating_network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'port_id': '25c02836-f5d3-4db9-bfb6-3cfc493da78c', 'tenant_id': 'c5b483243f1443f891eee772089355e6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:26:40.258802 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-7c046902-7fbd-45ec-b9fb-85191801fbea tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks [] for floatingip, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:40.274612 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-1d75a74a-202c-4f96-b37a-d78f6ae2eef4 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Made reservation on behalf of 5415912273de496e963a7c07ee381732 for: {'port': 1} {{(pid=93330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:26:40.279424 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-1d75a74a-202c-4f96-b37a-d78f6ae2eef4 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:40.372404 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-7c046902-7fbd-45ec-b9fb-85191801fbea tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:40.442683 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.db_base_plugin_common [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-1d75a74a-202c-4f96-b37a-d78f6ae2eef4 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Allocated IP 172.20.0.6 (8b73dbfa-1915-4d59-aa47-d7f3a2d43c66/6253f045-dd8e-42ea-bacc-eb4e8c73fbf4/ab31841b-8c84-4191-8224-14d23e6435ca) {{(pid=93330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:26:40.476643 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183a118-37b1-4a31-ba21-b4a5f0a05fbf req-fb161a72-021d-4b29-8fbb-d3a1079b46d5 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:40.479151 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0183a118-37b1-4a31-ba21-b4a5f0a05fbf req-fb161a72-021d-4b29-8fbb-d3a1079b46d5 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 946 time: 0.0861275 Aug 04 16:26:40.491980 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.db_base_plugin_common [None req-7c046902-7fbd-45ec-b9fb-85191801fbea tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Allocated IP 172.27.2.199 (79da2935-f34e-4d6b-93be-bb960bd015b1/1f6d232c-c352-4ff7-8ce5-aebf5b141825/bea0555b-5055-4d52-831c-a1e3cd2aa03e) {{(pid=93331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:26:40.611405 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0183a118-37b1-4a31-ba21-b4a5f0a05fbf req-06d1806a-3dcf-4058-b756-32f7c0dbc3d3 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144609 Aug 04 16:26:40.620675 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-7c046902-7fbd-45ec-b9fb-85191801fbea tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks [] for port, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:40.667342 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-7c046902-7fbd-45ec-b9fb-85191801fbea tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129279319'] for port, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:40.719716 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-1d75a74a-202c-4f96-b37a-d78f6ae2eef4 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Notify callbacks [] for port, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:40.721381 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c046902-7fbd-45ec-b9fb-85191801fbea tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Network 79da2935-f34e-4d6b-93be-bb960bd015b1 is already hosted by enough agents. {{(pid=93331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:26:40.723056 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.base_scheduler [None req-7c046902-7fbd-45ec-b9fb-85191801fbea tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Resources bound (agent type, host, resource id): {{(pid=93331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:26:40.725455 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c046902-7fbd-45ec-b9fb-85191801fbea tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Pushing event updated for resources: {'Port': ['ID=bea0555b-5055-4d52-831c-a1e3cd2aa03e,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:40.727475 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c046902-7fbd-45ec-b9fb-85191801fbea tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Received port after_create {{(pid=93331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:26:40.762595 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-1d75a74a-202c-4f96-b37a-d78f6ae2eef4 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:40.813071 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-1d75a74a-202c-4f96-b37a-d78f6ae2eef4 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Network 8b73dbfa-1915-4d59-aa47-d7f3a2d43c66 is already hosted by enough agents. {{(pid=93330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:26:40.816409 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-1d75a74a-202c-4f96-b37a-d78f6ae2eef4 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Resources bound (agent type, host, resource id): {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:26:40.821383 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-1d75a74a-202c-4f96-b37a-d78f6ae2eef4 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Received port after_create {{(pid=93330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:26:40.825598 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d75a74a-202c-4f96-b37a-d78f6ae2eef4 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Pushing event updated for resources: {'Port': ['ID=ab31841b-8c84-4191-8224-14d23e6435ca,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:40.877537 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-1d75a74a-202c-4f96-b37a-d78f6ae2eef4 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:40.878115 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-1d75a74a-202c-4f96-b37a-d78f6ae2eef4 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:40.904956 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-1d75a74a-202c-4f96-b37a-d78f6ae2eef4 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8075280 Aug 04 16:26:40.919447 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-db206110-66a3-4171-8566-43a4037663ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:40.926289 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-b1de6947-8c04-4104-9864-ccb010c45dcf service neutron] Request body: {'port': {'device_id': '521db769-5cc0-4650-825b-60d2bd65ba8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:26:40.962756 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:40.967756 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a6400-a644-4450-8c86-baa1bbc8bcde req-95133cbc-1ad3-41f9-bbe4-daacedf2c107 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:40.970513 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-7d0a6400-a644-4450-8c86-baa1bbc8bcde req-95133cbc-1ad3-41f9-bbe4-daacedf2c107 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.1497643 Aug 04 16:26:41.015018 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6bbe46-c7be-4fcd-bf00-06fa70f4cee9 req-a48014d7-e5b8-4e90-b0c0-0d2baf8c6837 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:41.016737 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2e6bbe46-c7be-4fcd-bf00-06fa70f4cee9 req-a48014d7-e5b8-4e90-b0c0-0d2baf8c6837 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/ports?device_id=521db769-5cc0-4650-825b-60d2bd65ba8e HTTP/1.1" status: 200 len: 931 time: 0.1239300 Aug 04 16:26:41.019696 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-b1de6947-8c04-4104-9864-ccb010c45dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:41.074052 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-7d0a6400-a644-4450-8c86-baa1bbc8bcde req-5ec4530c-69b2-40cb-a45e-a76ecd40b236 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952265 Aug 04 16:26:41.120947 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2e6bbe46-c7be-4fcd-bf00-06fa70f4cee9 req-eaa9cd84-885d-410e-98cf-f5d2239ea787 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/security-groups?id=7353d875-abd4-4707-a9c3-5b04791f10b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915620 Aug 04 16:26:41.361476 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-7c046902-7fbd-45ec-b9fb-85191801fbea tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:41.430266 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b548d-17f0-4688-9a00-0ec83628e757 req-1de137d9-c949-43a2-a3db-9066a0406dc8 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:41.433194 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-fb4b548d-17f0-4688-9a00-0ec83628e757 req-1de137d9-c949-43a2-a3db-9066a0406dc8 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.1116097 Aug 04 16:26:41.517576 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-7c046902-7fbd-45ec-b9fb-85191801fbea tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:41.558904 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-fb4b548d-17f0-4688-9a00-0ec83628e757 req-5e8583d3-8824-4502-a414-fa303f843002 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138968 Aug 04 16:26:41.669723 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-b1de6947-8c04-4104-9864-ccb010c45dcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab31841b-8c84-4191-8224-14d23e6435ca {{(pid=93330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:26:41.682993 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-b1de6947-8c04-4104-9864-ccb010c45dcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:41.698818 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.provisioning_blocks [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-b1de6947-8c04-4104-9864-ccb010c45dcf service neutron] Transition to ACTIVE for port object ab31841b-8c84-4191-8224-14d23e6435ca will not be triggered until provisioned by entity L2. {{(pid=93330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:26:41.703518 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-7c046902-7fbd-45ec-b9fb-85191801fbea tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks [] for port, precommit_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:41.710347 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-b1de6947-8c04-4104-9864-ccb010c45dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129638395'] for port, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:41.710562 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-7c046902-7fbd-45ec-b9fb-85191801fbea tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129279404'] for port, after_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:41.778307 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c046902-7fbd-45ec-b9fb-85191801fbea tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Pushing event updated for resources: {'Port': ['ID=bea0555b-5055-4d52-831c-a1e3cd2aa03e,revision_number=2']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:41.783892 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de6947-8c04-4104-9864-ccb010c45dcf service neutron] Pushing event updated for resources: {'Port': ['ID=ab31841b-8c84-4191-8224-14d23e6435ca,revision_number=2']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:41.790367 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-7c046902-7fbd-45ec-b9fb-85191801fbea tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593542'] for floatingip, after_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:41.813019 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778eb3a-67cc-45a7-b704-f5ba6ac3e349 req-9df187e8-40b3-4c3a-9be6-7fe5e33005fd tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:41.814556 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-b778eb3a-67cc-45a7-b704-f5ba6ac3e349 req-9df187e8-40b3-4c3a-9be6-7fe5e33005fd tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 946 time: 0.1179650 Aug 04 16:26:41.891527 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.db.l3_db [None req-7c046902-7fbd-45ec-b9fb-85191801fbea tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Floating IP f05db3c4-f925-4546-9109-310657371589 associated. External IP: 172.27.2.199, port: 25c02836-f5d3-4db9-bfb6-3cfc493da78c. Aug 04 16:26:41.898622 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-b778eb3a-67cc-45a7-b704-f5ba6ac3e349 req-a1f7eeb1-f085-4a92-8742-7711b10c2ccf tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618601 Aug 04 16:26:41.903893 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-b1de6947-8c04-4104-9864-ccb010c45dcf service neutron] Attempting to bind port ab31841b-8c84-4191-8224-14d23e6435ca on host hv-cinder-78956 for vnic_type normal with profile {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:26:41.904342 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-b1de6947-8c04-4104-9864-ccb010c45dcf service neutron] Attempting to bind port ab31841b-8c84-4191-8224-14d23e6435ca by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '695adc21-0034-421d-a4b2-e370b8b0f86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '8b73dbfa-1915-4d59-aa47-d7f3a2d43c66'}] {{(pid=93330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:26:41.904709 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-b1de6947-8c04-4104-9864-ccb010c45dcf service neutron] Attempting to bind port ab31841b-8c84-4191-8224-14d23e6435ca on network 8b73dbfa-1915-4d59-aa47-d7f3a2d43c66 {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:26:41.913114 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-b1de6947-8c04-4104-9864-ccb010c45dcf service neutron] Port ab31841b-8c84-4191-8224-14d23e6435ca on network 8b73dbfa-1915-4d59-aa47-d7f3a2d43c66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:26:41.913747 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-b1de6947-8c04-4104-9864-ccb010c45dcf service neutron] Attempting to bind port ab31841b-8c84-4191-8224-14d23e6435ca on network 8b73dbfa-1915-4d59-aa47-d7f3a2d43c66 {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:26:41.924622 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-b1de6947-8c04-4104-9864-ccb010c45dcf service neutron] Checking agent: {'id': 'd306b3d0-6735-4bf3-81d7-29bae54f6551', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 22, 19), 'started_at': datetime.datetime(2021, 8, 4, 16, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:26:41.924967 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-b1de6947-8c04-4104-9864-ccb010c45dcf service neutron] Checking segment: {'id': '695adc21-0034-421d-a4b2-e370b8b0f86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '8b73dbfa-1915-4d59-aa47-d7f3a2d43c66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:26:41.925355 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-b1de6947-8c04-4104-9864-ccb010c45dcf service neutron] Bound using segment: {'id': '695adc21-0034-421d-a4b2-e370b8b0f86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '8b73dbfa-1915-4d59-aa47-d7f3a2d43c66'} {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:26:41.925788 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-b1de6947-8c04-4104-9864-ccb010c45dcf service neutron] Bound port: ab31841b-8c84-4191-8224-14d23e6435ca, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '695adc21-0034-421d-a4b2-e370b8b0f86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '8b73dbfa-1915-4d59-aa47-d7f3a2d43c66'}}] {{(pid=93330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:26:41.926177 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-b1de6947-8c04-4104-9864-ccb010c45dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:42.007899 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-b1de6947-8c04-4104-9864-ccb010c45dcf service neutron] For port ab31841b-8c84-4191-8224-14d23e6435ca, host hv-cinder-78956, cleared binding levels {{(pid=93330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:26:42.011458 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-b1de6947-8c04-4104-9864-ccb010c45dcf service neutron] For port ab31841b-8c84-4191-8224-14d23e6435ca, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ab31841b-8c84-4191-8224-14d23e6435ca,segment=NetworkSegment(695adc21-0034-421d-a4b2-e370b8b0f86d),segment_id=695adc21-0034-421d-a4b2-e370b8b0f86d)] {{(pid=93330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:26:42.016790 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-b1de6947-8c04-4104-9864-ccb010c45dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129638395'] for port, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:42.058512 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-b1de6947-8c04-4104-9864-ccb010c45dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:42.059648 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-b1de6947-8c04-4104-9864-ccb010c45dcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:42.062047 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-b1de6947-8c04-4104-9864-ccb010c45dcf service neutron] 10.222.0.50 "PUT /v2.0/ports/ab31841b-8c84-4191-8224-14d23e6435ca HTTP/1.1" status: 200 len: 1093 time: 1.1396630 Aug 04 16:26:42.062772 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '521db769-5cc0-4650-825b-60d2bd65ba8e', 'tag': 'ab31841b-8c84-4191-8224-14d23e6435ca'}] {{(pid=93330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:26:42.066670 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37e886c0defde040503dc6230deb255415226de4639eab9b495881836c77004d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4448f94-839b-461b-9bd6-29866d3fdb16" -d '{"events": [{"name": "network-changed", "server_uuid": "521db769-5cc0-4650-825b-60d2bd65ba8e", "tag": "ab31841b-8c84-4191-8224-14d23e6435ca"}]}' {{(pid=93330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:26:42.145563 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de6947-8c04-4104-9864-ccb010c45dcf service neutron] Pushing event updated for resources: {'Port': ['ID=ab31841b-8c84-4191-8224-14d23e6435ca,revision_number=3']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:42.165045 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc47a20e-c909-4293-bfd6-ded4d21ea4cf x-openstack-request-id: req-fc47a20e-c909-4293-bfd6-ded4d21ea4cf {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:26:42.165479 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "521db769-5cc0-4650-825b-60d2bd65ba8e", "tag": "ab31841b-8c84-4191-8224-14d23e6435ca", "status": "completed", "code": 200}]} {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:26:42.165883 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fc47a20e-c909-4293-bfd6-ded4d21ea4cf {{(pid=93330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:26:42.166555 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '521db769-5cc0-4650-825b-60d2bd65ba8e', 'tag': 'ab31841b-8c84-4191-8224-14d23e6435ca', 'status': 'completed', 'code': 200} Aug 04 16:26:42.199828 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-8c8b6789-13a5-478a-b5a7-5e2ab8ea150a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:42.202454 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-8c8b6789-13a5-478a-b5a7-5e2ab8ea150a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5415912273de496e963a7c07ee381732&device_id=521db769-5cc0-4650-825b-60d2bd65ba8e HTTP/1.1" status: 200 len: 1096 time: 0.0944228 Aug 04 16:26:42.258783 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:42.332507 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-8805b651-0603-418c-9733-1d5fde42305a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab31841b-8c84-4191-8224-14d23e6435ca HTTP/1.1" status: 200 len: 217 time: 0.1107068 Aug 04 16:26:42.388743 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919fc7da-50f2-4772-9dad-23afff90ff60 req-5ff198cb-8808-46ec-a635-87bfcf194442 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:42.390380 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-919fc7da-50f2-4772-9dad-23afff90ff60 req-5ff198cb-8808-46ec-a635-87bfcf194442 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.1866553 Aug 04 16:26:42.423673 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-52161f71-0421-4d5b-a3a4-ca438ed890f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:42.424385 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-52161f71-0421-4d5b-a3a4-ca438ed890f2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6253f045-dd8e-42ea-bacc-eb4e8c73fbf4 HTTP/1.1" status: 200 len: 849 time: 0.0817153 Aug 04 16:26:42.440486 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8bef5b-d955-4394-b84a-f1fca7496dc7 req-b4cd0da4-f2fb-4db0-8dc7-6cdda64b7893 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:42.444231 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-db8bef5b-d955-4394-b84a-f1fca7496dc7 req-b4cd0da4-f2fb-4db0-8dc7-6cdda64b7893 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/ports?device_id=521db769-5cc0-4650-825b-60d2bd65ba8e HTTP/1.1" status: 200 len: 943 time: 0.0746734 Aug 04 16:26:42.444231 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c046902-7fbd-45ec-b9fb-85191801fbea tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Router d70bc899-c0de-4276-85f7-5b5245d458b0 has already been hosted by L3 agent d346cf64-ca3f-484e-b552-5df8791a7915 {{(pid=93331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:26:42.444503 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-919fc7da-50f2-4772-9dad-23afff90ff60 req-60f3d051-f2bf-49d1-a82c-62a018b80b98 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433547 Aug 04 16:26:42.472439 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-0ec87dd2-6fb3-4741-ba1f-0835d2a13ecf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b73dbfa-1915-4d59-aa47-d7f3a2d43c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316374 Aug 04 16:26:42.524265 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-db8bef5b-d955-4394-b84a-f1fca7496dc7 req-ab502982-10bf-42f7-adf6-406217cf4fde tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/security-groups?id=7353d875-abd4-4707-a9c3-5b04791f10b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742638 Aug 04 16:26:42.578432 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-2bd7283c-7a1c-440d-8e1a-fcaa32d71423 service neutron] 10.222.0.50 "GET /v2.0/networks/8b73dbfa-1915-4d59-aa47-d7f3a2d43c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979064 Aug 04 16:26:42.590657 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c046902-7fbd-45ec-b9fb-85191801fbea tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify agent at l3_agent.dv-cinder-789564-9-iscsi the message routers_updated {{(pid=93331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:26:42.605699 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683fd159-0504-435e-8410-ee31783ca526 None None] Sync routers for ids ['d70bc899-c0de-4276-85f7-5b5245d458b0'] in dv-cinder-789564-9-iscsi {{(pid=93333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:26:42.610843 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-7c046902-7fbd-45ec-b9fb-85191801fbea tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for floatingip, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:42.618867 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683fd159-0504-435e-8410-ee31783ca526 None None] Routers {'d70bc899-c0de-4276-85f7-5b5245d458b0'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:26:42.619997 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-683fd159-0504-435e-8410-ee31783ca526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:26:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['d70bc899-c0de-4276-85f7-5b5245d458b0'], 'active': True} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:26:42.648596 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-7c046902-7fbd-45ec-b9fb-85191801fbea tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4218884 Aug 04 16:26:42.649261 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc4cbe9-9ab3-4a0f-8e98-af6face4a038', 'tag': '25c02836-f5d3-4db9-bfb6-3cfc493da78c'}] {{(pid=93331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:26:42.652292 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b1e7a993a9ef4a638b089ca602ec57e73654d5de59f22d070ba1fe881ce508d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270e7de7-6ece-43dd-bb40-2d88109bdd12" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc4cbe9-9ab3-4a0f-8e98-af6face4a038", "tag": "25c02836-f5d3-4db9-bfb6-3cfc493da78c"}]}' {{(pid=93331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:26:42.655401 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 43010) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:42.659989 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-9230d08c-56dc-491e-b916-cc2ce4f62dda tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-991765849', 'description': 'tempest-secgroup-smoke-991765849 description', 'project_id': 'c5b483243f1443f891eee772089355e6'}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:26:42.693287 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-9230d08c-56dc-491e-b916-cc2ce4f62dda tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:42.712422 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d676969-624a-4b7e-baf2-5f9bd86220f5 x-openstack-request-id: req-6d676969-624a-4b7e-baf2-5f9bd86220f5 {{(pid=93331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:26:42.712717 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc4cbe9-9ab3-4a0f-8e98-af6face4a038", "tag": "25c02836-f5d3-4db9-bfb6-3cfc493da78c", "status": "completed", "code": 200}]} {{(pid=93331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:26:42.712970 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6d676969-624a-4b7e-baf2-5f9bd86220f5 {{(pid=93331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:26:42.713358 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc4cbe9-9ab3-4a0f-8e98-af6face4a038', 'tag': '25c02836-f5d3-4db9-bfb6-3cfc493da78c', 'status': 'completed', 'code': 200} Aug 04 16:26:42.723672 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3276ecf3-bacd-4cd8-8865-9c952327c153 req-79334f4f-fc13-4895-b7ca-d1f3344af260 service neutron] 10.222.0.50 "GET /v2.0/networks/8b73dbfa-1915-4d59-aa47-d7f3a2d43c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370935 Aug 04 16:26:42.742546 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94e1fc-af5f-45cc-9924-ad1a43ac8725 req-fb352a47-ad3f-4da5-857d-6149cc17b7ef tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:42.751240 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-bd94e1fc-af5f-45cc-9924-ad1a43ac8725 req-fb352a47-ad3f-4da5-857d-6149cc17b7ef tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.1082644 Aug 04 16:26:42.765115 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvr_db [None req-683fd159-0504-435e-8410-ee31783ca526 None None] Set router d70bc899-c0de-4276-85f7-5b5245d458b0 gateway port host: dv-cinder-789564-9-iscsi {{(pid=93333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:26:42.804442 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-9230d08c-56dc-491e-b916-cc2ce4f62dda tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:42.809562 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-9230d08c-56dc-491e-b916-cc2ce4f62dda tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:42.840370 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9230d08c-56dc-491e-b916-cc2ce4f62dda tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a6013c-8210-4748-ba4c-aa2fab3cace6,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:42.843300 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-9230d08c-56dc-491e-b916-cc2ce4f62dda tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:42.844641 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-9230d08c-56dc-491e-b916-cc2ce4f62dda tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1882689 Aug 04 16:26:42.847524 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 43014) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:42.852556 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-cf1445c5-3f01-4478-bcce-f4bc414b526e tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Request body: {'security_group_rule': {'security_group_id': 'e5a6013c-8210-4748-ba4c-aa2fab3cace6', 'project_id': 'c5b483243f1443f891eee772089355e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:26:42.864792 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-bd94e1fc-af5f-45cc-9924-ad1a43ac8725 req-906d6557-9b2e-4dfc-9ee1-796a1402f4f2 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125553 Aug 04 16:26:42.868602 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e7de7-6ece-43dd-bb40-2d88109bdd12 req-2db45fad-1102-4a43-a2c7-0efec6abacfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:42.870184 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-270e7de7-6ece-43dd-bb40-2d88109bdd12 req-2db45fad-1102-4a43-a2c7-0efec6abacfe service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c5b483243f1443f891eee772089355e6&device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 1098 time: 0.1168826 Aug 04 16:26:42.880370 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4448f94-839b-461b-9bd6-29866d3fdb16 req-0b3a55af-9945-4c41-a0ae-ec1a175938fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:42.880370 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-c4448f94-839b-461b-9bd6-29866d3fdb16 req-0b3a55af-9945-4c41-a0ae-ec1a175938fe service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5415912273de496e963a7c07ee381732&device_id=521db769-5cc0-4650-825b-60d2bd65ba8e HTTP/1.1" status: 200 len: 1096 time: 0.0806158 Aug 04 16:26:42.887424 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-cf1445c5-3f01-4478-bcce-f4bc414b526e tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:42.957699 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-cf1445c5-3f01-4478-bcce-f4bc414b526e tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:42.964994 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-cf1445c5-3f01-4478-bcce-f4bc414b526e tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598158'] for security_group_rule, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:42.989401 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1445c5-3f01-4478-bcce-f4bc414b526e tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=768dfc25-6354-48b4-b1d5-15bd0109ddff,revision_number=0']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:42.996359 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-cf1445c5-3f01-4478-bcce-f4bc414b526e tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:42.999046 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-cf1445c5-3f01-4478-bcce-f4bc414b526e tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1504161 Aug 04 16:26:43.001731 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 43018) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:43.010567 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-9bb27677-dca0-4275-a6c9-fe0880b8e3e7 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Request body: {'security_group_rule': {'security_group_id': 'e5a6013c-8210-4748-ba4c-aa2fab3cace6', 'project_id': 'c5b483243f1443f891eee772089355e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:26:43.036902 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-683fd159-0504-435e-8410-ee31783ca526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd70bc899-c0de-4276-85f7-5b5245d458b0', 'name': 'tempest-TestMinimumBasicScenario-2053931715-router', 'tenant_id': 'c5b483243f1443f891eee772089355e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ae4e1e4-cf68-496d-898c-2a888f4ff915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:25:28Z', 'updated_at': '2021-08-04T16:25:32Z', 'revision_number': 4, 'project_id': 'c5b483243f1443f891eee772089355e6', 'gw_port': {'id': '3ae4e1e4-cf68-496d-898c-2a888f4ff915', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70bc899-c0de-4276-85f7-5b5245d458b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:25:29Z', 'updated_at': '2021-08-04T16:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_floatingips': [{'id': 'f05db3c4-f925-4546-9109-310657371589', 'tenant_id': 'c5b483243f1443f891eee772089355e6', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'router_id': 'd70bc899-c0de-4276-85f7-5b5245d458b0', 'port_id': '25c02836-f5d3-4db9-bfb6-3cfc493da78c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac7cd450-e44f-4fa4-b535-c94ee7de8b1a', 'mac_address': 'fa:16:3e:86:fc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc4cbe9-9ab3-4a0f-8e98-af6face4a038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:26:41Z', 'updated_at': '2021-08-04T16:26:41Z', 'revision_number': 0, 'project_id': 'c5b483243f1443f891eee772089355e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '121cf242-a08a-4a7b-94cf-fea277b343b4', 'name': '', 'network_id': 'ac7cd450-e44f-4fa4-b535-c94ee7de8b1a', 'tenant_id': 'c5b483243f1443f891eee772089355e6', 'mac_address': 'fa:16:3e:a2:0a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70bc899-c0de-4276-85f7-5b5245d458b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'c9ef757f-c3c6-418f-9d37-283a70110fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:25:31Z', 'updated_at': '2021-08-04T16:25:39Z', 'revision_number': 5, 'project_id': 'c5b483243f1443f891eee772089355e6', 'subnets': [{'id': 'c9ef757f-c3c6-418f-9d37-283a70110fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:26:43.062872 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4448f94-839b-461b-9bd6-29866d3fdb16 req-f8eed77d-b5e9-4817-975a-eef0e86804b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:43.064329 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-c4448f94-839b-461b-9bd6-29866d3fdb16 req-f8eed77d-b5e9-4817-975a-eef0e86804b3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8b73dbfa-1915-4d59-aa47-d7f3a2d43c66 HTTP/1.1" status: 200 len: 910 time: 0.1689143 Aug 04 16:26:43.066453 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e7de7-6ece-43dd-bb40-2d88109bdd12 req-8a9f0991-47b9-4527-8db3-e72983cde3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:43.067230 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-270e7de7-6ece-43dd-bb40-2d88109bdd12 req-8a9f0991-47b9-4527-8db3-e72983cde3fb service neutron] 10.222.0.50 "GET /v2.0/networks?id=ac7cd450-e44f-4fa4-b535-c94ee7de8b1a HTTP/1.1" status: 200 len: 916 time: 0.1733980 Aug 04 16:26:43.069247 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683fd159-0504-435e-8410-ee31783ca526 None None] Checking router: d70bc899-c0de-4276-85f7-5b5245d458b0 for host: dv-cinder-789564-9-iscsi {{(pid=93333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:26:43.074443 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-9bb27677-dca0-4275-a6c9-fe0880b8e3e7 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:43.077500 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683fd159-0504-435e-8410-ee31783ca526 None None] Routers {'d70bc899-c0de-4276-85f7-5b5245d458b0'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:26:43.078147 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-683fd159-0504-435e-8410-ee31783ca526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:26:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['d70bc899-c0de-4276-85f7-5b5245d458b0'], 'active': True} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:26:43.094042 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821e75c-2e0b-4974-9f6d-ad79fb803baa req-23b0b098-16d0-4478-853a-0439e1d66031 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:43.095759 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-1821e75c-2e0b-4974-9f6d-ad79fb803baa req-23b0b098-16d0-4478-853a-0439e1d66031 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 946 time: 0.0755720 Aug 04 16:26:43.136620 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 0da0ab28-3f37-48ae-94a1-42c44e08a854 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:26:43.156575 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-c4448f94-839b-461b-9bd6-29866d3fdb16 req-98b5795c-841d-489a-a30a-c2fd5f7dbea9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab31841b-8c84-4191-8224-14d23e6435ca HTTP/1.1" status: 200 len: 217 time: 0.0712349 Aug 04 16:26:43.171927 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-9bb27677-dca0-4275-a6c9-fe0880b8e3e7 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:43.183473 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-9bb27677-dca0-4275-a6c9-fe0880b8e3e7 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598158'] for security_group_rule, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:43.199274 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvr_db [None req-683fd159-0504-435e-8410-ee31783ca526 None None] Set router d70bc899-c0de-4276-85f7-5b5245d458b0 gateway port host: dv-cinder-789564-9-iscsi {{(pid=93333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:26:43.212052 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-1821e75c-2e0b-4974-9f6d-ad79fb803baa req-a379c43e-49dd-405b-bcba-b618ce1ef6a0 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917251 Aug 04 16:26:43.215376 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-9bb27677-dca0-4275-a6c9-fe0880b8e3e7 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:43.225508 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4448f94-839b-461b-9bd6-29866d3fdb16 req-110d02fa-cf33-4c77-9dd0-e019f7319254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:43.225893 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-9bb27677-dca0-4275-a6c9-fe0880b8e3e7 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2137434 Aug 04 16:26:43.225893 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb27677-dca0-4275-a6c9-fe0880b8e3e7 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85991c03-b666-4702-84c8-90fd1d2438ef,revision_number=0']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:43.226224 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-c4448f94-839b-461b-9bd6-29866d3fdb16 req-110d02fa-cf33-4c77-9dd0-e019f7319254 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6253f045-dd8e-42ea-bacc-eb4e8c73fbf4 HTTP/1.1" status: 200 len: 849 time: 0.0499537 Aug 04 16:26:43.227691 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 43020) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:43.235667 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-f6c7a18c-8121-4159-a301-32a719dca11a tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Request body: {'security_group_rule': {'security_group_id': 'e5a6013c-8210-4748-ba4c-aa2fab3cace6', 'project_id': 'c5b483243f1443f891eee772089355e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:26:43.253574 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-270e7de7-6ece-43dd-bb40-2d88109bdd12 req-84edc677-0d8b-4480-93a7-85eccb394d58 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25c02836-f5d3-4db9-bfb6-3cfc493da78c HTTP/1.1" status: 200 len: 999 time: 0.1673789 Aug 04 16:26:43.287500 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-c4448f94-839b-461b-9bd6-29866d3fdb16 req-de053bf5-74ec-40f9-8220-3a520cba05e8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b73dbfa-1915-4d59-aa47-d7f3a2d43c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481184 Aug 04 16:26:43.293557 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-f6c7a18c-8121-4159-a301-32a719dca11a tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:43.353390 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 0da0ab28-3f37-48ae-94a1-42c44e08a854, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0da0ab28-3f37-48ae-94a1-42c44e08a854,segment=NetworkSegment(ce787726-f448-43d2-afe7-5993012333a5),segment_id=ce787726-f448-43d2-afe7-5993012333a5)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:26:43.370397 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Returning: {'device': '0da0ab28-3f37-48ae-94a1-42c44e08a854', 'network_id': '3375530b-34ca-4462-9339-3ed10ebd346b', 'port_id': '0da0ab28-3f37-48ae-94a1-42c44e08a854', 'mac_address': 'fa:16:3e:6c:65:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ad7513e-214e-4cef-868b-a5927b57f732', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:26:43.411477 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-f6c7a18c-8121-4159-a301-32a719dca11a tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:43.416910 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:43.438548 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-c4448f94-839b-461b-9bd6-29866d3fdb16 req-d9c8d61b-cd64-4469-9591-de09190e5dc3 service neutron] 10.222.0.50 "GET /v2.0/networks/8b73dbfa-1915-4d59-aa47-d7f3a2d43c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268418 Aug 04 16:26:43.438888 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0da0ab28-3f37-48ae-94a1-42c44e08a854 {{(pid=93332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:26:43.441837 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-f6c7a18c-8121-4159-a301-32a719dca11a tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598158'] for security_group_rule, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:43.444736 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e7de7-6ece-43dd-bb40-2d88109bdd12 req-9b30c199-fd31-41e8-b4d3-17b5405d6748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:43.447191 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-270e7de7-6ece-43dd-bb40-2d88109bdd12 req-9b30c199-fd31-41e8-b4d3-17b5405d6748 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9ef757f-c3c6-418f-9d37-283a70110fe2 HTTP/1.1" status: 200 len: 854 time: 0.1694276 Aug 04 16:26:43.469305 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 0da0ab28-3f37-48ae-94a1-42c44e08a854, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0da0ab28-3f37-48ae-94a1-42c44e08a854,segment=NetworkSegment(ce787726-f448-43d2-afe7-5993012333a5),segment_id=ce787726-f448-43d2-afe7-5993012333a5)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:26:43.479534 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c7a18c-8121-4159-a301-32a719dca11a tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=474fb099-f9a5-4f53-887a-01a5f1493fda,revision_number=0']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:43.486800 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-f6c7a18c-8121-4159-a301-32a719dca11a tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:43.488548 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:43.490366 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-f6c7a18c-8121-4159-a301-32a719dca11a tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2599556 Aug 04 16:26:43.495275 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 43026) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:43.498889 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-2e52ce0e-db62-407a-a376-fdbc03839892 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Request body: {'security_group_rule': {'security_group_id': 'e5a6013c-8210-4748-ba4c-aa2fab3cace6', 'project_id': 'c5b483243f1443f891eee772089355e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:26:43.549883 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-2e52ce0e-db62-407a-a376-fdbc03839892 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:43.564410 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=0da0ab28-3f37-48ae-94a1-42c44e08a854,revision_number=6']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:43.566140 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-683fd159-0504-435e-8410-ee31783ca526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd70bc899-c0de-4276-85f7-5b5245d458b0', 'name': 'tempest-TestMinimumBasicScenario-2053931715-router', 'tenant_id': 'c5b483243f1443f891eee772089355e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ae4e1e4-cf68-496d-898c-2a888f4ff915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:25:28Z', 'updated_at': '2021-08-04T16:25:32Z', 'revision_number': 4, 'project_id': 'c5b483243f1443f891eee772089355e6', 'gw_port': {'id': '3ae4e1e4-cf68-496d-898c-2a888f4ff915', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70bc899-c0de-4276-85f7-5b5245d458b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:25:29Z', 'updated_at': '2021-08-04T16:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_floatingips': [{'id': 'f05db3c4-f925-4546-9109-310657371589', 'tenant_id': 'c5b483243f1443f891eee772089355e6', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'router_id': 'd70bc899-c0de-4276-85f7-5b5245d458b0', 'port_id': '25c02836-f5d3-4db9-bfb6-3cfc493da78c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac7cd450-e44f-4fa4-b535-c94ee7de8b1a', 'mac_address': 'fa:16:3e:86:fc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc4cbe9-9ab3-4a0f-8e98-af6face4a038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:26:41Z', 'updated_at': '2021-08-04T16:26:41Z', 'revision_number': 0, 'project_id': 'c5b483243f1443f891eee772089355e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '121cf242-a08a-4a7b-94cf-fea277b343b4', 'name': '', 'network_id': 'ac7cd450-e44f-4fa4-b535-c94ee7de8b1a', 'tenant_id': 'c5b483243f1443f891eee772089355e6', 'mac_address': 'fa:16:3e:a2:0a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70bc899-c0de-4276-85f7-5b5245d458b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'c9ef757f-c3c6-418f-9d37-283a70110fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:25:31Z', 'updated_at': '2021-08-04T16:25:39Z', 'revision_number': 5, 'project_id': 'c5b483243f1443f891eee772089355e6', 'subnets': [{'id': 'c9ef757f-c3c6-418f-9d37-283a70110fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:26:43.616739 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683fd159-0504-435e-8410-ee31783ca526 None None] The sync data for ids ['d70bc899-c0de-4276-85f7-5b5245d458b0'] in dv-cinder-789564-9-iscsi is: [{'id': 'd70bc899-c0de-4276-85f7-5b5245d458b0', 'name': 'tempest-TestMinimumBasicScenario-2053931715-router', 'tenant_id': 'c5b483243f1443f891eee772089355e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ae4e1e4-cf68-496d-898c-2a888f4ff915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:25:28Z', 'updated_at': '2021-08-04T16:25:32Z', 'revision_number': 4, 'project_id': 'c5b483243f1443f891eee772089355e6', 'gw_port': {'id': '3ae4e1e4-cf68-496d-898c-2a888f4ff915', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70bc899-c0de-4276-85f7-5b5245d458b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:25:29Z', 'updated_at': '2021-08-04T16:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_floatingips': [{'id': 'f05db3c4-f925-4546-9109-310657371589', 'tenant_id': 'c5b483243f1443f891eee772089355e6', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'router_id': 'd70bc899-c0de-4276-85f7-5b5245d458b0', 'port_id': '25c02836-f5d3-4db9-bfb6-3cfc493da78c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac7cd450-e44f-4fa4-b535-c94ee7de8b1a', 'mac_address': 'fa:16:3e:86:fc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc4cbe9-9ab3-4a0f-8e98-af6face4a038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:26:41Z', 'updated_at': '2021-08-04T16:26:41Z', 'revision_number': 0, 'project_id': 'c5b483243f1443f891eee772089355e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '121cf242-a08a-4a7b-94cf-fea277b343b4', 'name': '', 'network_id': 'ac7cd450-e44f-4fa4-b535-c94ee7de8b1a', 'tenant_id': 'c5b483243f1443f891eee772089355e6', 'mac_address': 'fa:16:3e:a2:0a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70bc899-c0de-4276-85f7-5b5245d458b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'c9ef757f-c3c6-418f-9d37-283a70110fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:25:31Z', 'updated_at': '2021-08-04T16:25:39Z', 'revision_number': 5, 'project_id': 'c5b483243f1443f891eee772089355e6', 'subnets': [{'id': 'c9ef757f-c3c6-418f-9d37-283a70110fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:26:43.645422 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e7de7-6ece-43dd-bb40-2d88109bdd12 req-75f72856-baa2-4c44-a696-770413d4be96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:43.647204 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-270e7de7-6ece-43dd-bb40-2d88109bdd12 req-75f72856-baa2-4c44-a696-770413d4be96 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ac7cd450-e44f-4fa4-b535-c94ee7de8b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1372533 Aug 04 16:26:43.663390 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:43.668795 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81836e-03ba-4bc2-b42c-427942d5963e req-0e833310-b590-4d1c-8bb1-24351c3ff840 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:43.670396 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-de81836e-03ba-4bc2-b42c-427942d5963e req-0e833310-b590-4d1c-8bb1-24351c3ff840 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.1122673 Aug 04 16:26:43.684695 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-2e52ce0e-db62-407a-a376-fdbc03839892 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:43.695335 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-2e52ce0e-db62-407a-a376-fdbc03839892 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598158'] for security_group_rule, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:43.704827 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-c4448f94-839b-461b-9bd6-29866d3fdb16 req-eb85433b-5c90-4f0c-a977-bdb269e5b15a service neutron] 10.222.0.50 "GET /v2.0/networks/8b73dbfa-1915-4d59-aa47-d7f3a2d43c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438464 Aug 04 16:26:43.727930 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b1ac4-3f3d-47a3-a27e-8b7757d08612 req-68fea662-3c3b-41f2-add1-5f85fa519317 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:43.730752 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-db8b1ac4-3f3d-47a3-a27e-8b7757d08612 req-68fea662-3c3b-41f2-add1-5f85fa519317 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/ports?device_id=521db769-5cc0-4650-825b-60d2bd65ba8e HTTP/1.1" status: 200 len: 943 time: 0.1042011 Aug 04 16:26:43.732278 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e52ce0e-db62-407a-a376-fdbc03839892 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=389349db-dd2a-4a3d-a965-2c9ec3f831e3,revision_number=0']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:43.741924 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] get_ports_and_sgs() called for port_ids ['0da0ab28-3f37-48ae-94a1-42c44e08a854'] {{(pid=93332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:26:43.753055 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-2e52ce0e-db62-407a-a376-fdbc03839892 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:43.754359 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-2e52ce0e-db62-407a-a376-fdbc03839892 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2599022 Aug 04 16:26:43.758538 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 43030) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:43.763499 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-f65993b4-e038-4578-b8a3-82c465c84932 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Request body: {'security_group_rule': {'security_group_id': 'e5a6013c-8210-4748-ba4c-aa2fab3cace6', 'project_id': 'c5b483243f1443f891eee772089355e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:26:43.782296 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-de81836e-03ba-4bc2-b42c-427942d5963e req-04ed2912-5372-4198-abea-d723e02ed592 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029859 Aug 04 16:26:43.797180 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-db8b1ac4-3f3d-47a3-a27e-8b7757d08612 req-5ae295c3-eaff-44c2-93de-fc112f804510 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/security-groups?id=7353d875-abd4-4707-a9c3-5b04791f10b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601988 Aug 04 16:26:43.806426 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.db.securitygroups_db [None req-f65993b4-e038-4578-b8a3-82c465c84932 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Project c5b483243f1443f891eee772089355e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 16:26:43.818256 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-f65993b4-e038-4578-b8a3-82c465c84932 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:43.832798 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-270e7de7-6ece-43dd-bb40-2d88109bdd12 req-7230ad80-96b8-4281-9a9c-48746720bad1 service neutron] 10.222.0.50 "GET /v2.0/networks/ac7cd450-e44f-4fa4-b535-c94ee7de8b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718636 Aug 04 16:26:43.885185 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-f65993b4-e038-4578-b8a3-82c465c84932 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:43.892579 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-f65993b4-e038-4578-b8a3-82c465c84932 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598158'] for security_group_rule, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:43.926601 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-f65993b4-e038-4578-b8a3-82c465c84932 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:43.932279 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-f65993b4-e038-4578-b8a3-82c465c84932 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1720750 Aug 04 16:26:43.934630 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65993b4-e038-4578-b8a3-82c465c84932 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fb386c3-7d44-4c79-bd6b-25ba657931c7,revision_number=0']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:43.936392 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 43034) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:43.949698 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c500b0-d75b-4514-a8a8-d0494898e353 None None] New status for floating IP f05db3c4-f925-4546-9109-310657371589: ACTIVE {{(pid=93332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:26:43.954993 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [None req-9fed5ab9-ec84-4c28-8581-eaf718a73a96 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Request body: {'security_group_rule': {'security_group_id': 'e5a6013c-8210-4748-ba4c-aa2fab3cace6', 'project_id': 'c5b483243f1443f891eee772089355e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:26:44.028838 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.db.securitygroups_db [None req-9fed5ab9-ec84-4c28-8581-eaf718a73a96 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Project c5b483243f1443f891eee772089355e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 16:26:44.037464 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-9fed5ab9-ec84-4c28-8581-eaf718a73a96 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:44.044360 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-270e7de7-6ece-43dd-bb40-2d88109bdd12 req-c8343a4e-1c9e-4451-b7d2-f5a58f32c5dc service neutron] 10.222.0.50 "GET /v2.0/networks/ac7cd450-e44f-4fa4-b535-c94ee7de8b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846941 Aug 04 16:26:44.057754 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f5400-f080-437e-af11-b2d08076fcb1 req-38ba3da7-83b7-457b-945b-d5c3bcd528de tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:44.059361 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-595f5400-f080-437e-af11-b2d08076fcb1 req-38ba3da7-83b7-457b-945b-d5c3bcd528de tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.0930665 Aug 04 16:26:44.132884 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-595f5400-f080-437e-af11-b2d08076fcb1 req-768af8b6-f466-4607-aac9-633dbe145a6a tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669069 Aug 04 16:26:44.134598 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-9fed5ab9-ec84-4c28-8581-eaf718a73a96 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:44.140525 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-9fed5ab9-ec84-4c28-8581-eaf718a73a96 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598158'] for security_group_rule, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:44.159776 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed5ab9-ec84-4c28-8581-eaf718a73a96 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3384b80b-2d14-4fba-852e-10975cc2e974,revision_number=0']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:44.169389 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-9fed5ab9-ec84-4c28-8581-eaf718a73a96 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:44.169750 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-9fed5ab9-ec84-4c28-8581-eaf718a73a96 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2311959 Aug 04 16:26:44.248731 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-c32cac06-004e-4fcc-a302-b95422becfdf req-68a04735-9c35-4ca6-a1b5-050693e100a8 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-991765849&fields=id&tenant_id=c5b483243f1443f891eee772089355e6 HTTP/1.1" status: 200 len: 267 time: 0.0327945 Aug 04 16:26:44.312127 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cac06-004e-4fcc-a302-b95422becfdf req-756c545b-9c16-4c4e-a147-b0bbca137736 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:44.313729 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-c32cac06-004e-4fcc-a302-b95422becfdf req-756c545b-9c16-4c4e-a147-b0bbca137736 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 945 time: 0.0576930 Aug 04 16:26:44.327972 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [req-c32cac06-004e-4fcc-a302-b95422becfdf req-ec419429-5e0a-4240-964e-5abbc4dce630 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Request body: {'port': {'security_groups': ['048d372e-c15a-4862-941b-693b08f4b708', 'e5a6013c-8210-4748-ba4c-aa2fab3cace6']}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:26:44.377777 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9940571-5949-4370-9f46-52a991367435 req-88794059-e4a2-46e6-b88b-00a95de60a42 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:44.379345 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f9940571-5949-4370-9f46-52a991367435 req-88794059-e4a2-46e6-b88b-00a95de60a42 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 945 time: 0.0648272 Aug 04 16:26:44.404206 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [req-c32cac06-004e-4fcc-a302-b95422becfdf req-ec419429-5e0a-4240-964e-5abbc4dce630 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:44.422144 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f9940571-5949-4370-9f46-52a991367435 req-f4f36cf1-3c3f-4e17-9b4d-15a31b705c91 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354202 Aug 04 16:26:44.648303 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.db [req-c32cac06-004e-4fcc-a302-b95422becfdf req-ec419429-5e0a-4240-964e-5abbc4dce630 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] For port 25c02836-f5d3-4db9-bfb6-3cfc493da78c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=25c02836-f5d3-4db9-bfb6-3cfc493da78c,segment=NetworkSegment(2836939e-73dd-4a0d-ba0c-87ac3d65e8d9),segment_id=2836939e-73dd-4a0d-ba0c-87ac3d65e8d9)] {{(pid=93331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:26:44.682516 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [req-c32cac06-004e-4fcc-a302-b95422becfdf req-ec419429-5e0a-4240-964e-5abbc4dce630 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks [] for port, precommit_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:44.689682 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [req-c32cac06-004e-4fcc-a302-b95422becfdf req-ec419429-5e0a-4240-964e-5abbc4dce630 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129279404'] for port, after_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:44.702875 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] get_ports_and_sgs() called for port_ids ['25c02836-f5d3-4db9-bfb6-3cfc493da78c'] {{(pid=93332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:26:44.741464 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cac06-004e-4fcc-a302-b95422becfdf req-ec419429-5e0a-4240-964e-5abbc4dce630 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:44.742174 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [req-c32cac06-004e-4fcc-a302-b95422becfdf req-ec419429-5e0a-4240-964e-5abbc4dce630 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for port, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:44.744372 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-c32cac06-004e-4fcc-a302-b95422becfdf req-ec419429-5e0a-4240-964e-5abbc4dce630 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "PUT /v2.0/ports/25c02836-f5d3-4db9-bfb6-3cfc493da78c HTTP/1.1" status: 200 len: 981 time: 0.4222960 Aug 04 16:26:44.744372 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc4cbe9-9ab3-4a0f-8e98-af6face4a038', 'tag': '25c02836-f5d3-4db9-bfb6-3cfc493da78c'}] {{(pid=93331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:26:44.748488 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b1e7a993a9ef4a638b089ca602ec57e73654d5de59f22d070ba1fe881ce508d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb90053-f9bb-46b2-a658-baf95821a638" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc4cbe9-9ab3-4a0f-8e98-af6face4a038", "tag": "25c02836-f5d3-4db9-bfb6-3cfc493da78c"}]}' {{(pid=93331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:26:44.789508 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec419429-5e0a-4240-964e-5abbc4dce630 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Pushing event updated for resources: {'Port': ['ID=25c02836-f5d3-4db9-bfb6-3cfc493da78c,revision_number=6']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:44.820831 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54693028-c7b8-4575-8bf9-173a33f55eee x-openstack-request-id: req-54693028-c7b8-4575-8bf9-173a33f55eee {{(pid=93331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:26:44.821381 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc4cbe9-9ab3-4a0f-8e98-af6face4a038", "tag": "25c02836-f5d3-4db9-bfb6-3cfc493da78c", "status": "completed", "code": 200}]} {{(pid=93331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:26:44.822226 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-54693028-c7b8-4575-8bf9-173a33f55eee {{(pid=93331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:26:44.823116 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc4cbe9-9ab3-4a0f-8e98-af6face4a038', 'tag': '25c02836-f5d3-4db9-bfb6-3cfc493da78c', 'status': 'completed', 'code': 200} Aug 04 16:26:44.916695 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676eed58-07b1-4400-ac89-b9bcf5cfaac1 req-abcd48e1-9fb5-46be-85a8-404986e2fbe4 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:44.922543 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-676eed58-07b1-4400-ac89-b9bcf5cfaac1 req-abcd48e1-9fb5-46be-85a8-404986e2fbe4 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 984 time: 0.1096234 Aug 04 16:26:44.940633 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479ad6b-da84-439f-b587-41eb43c42771 req-4bbc9b94-d1bc-4abf-9139-41e6352da039 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:44.946983 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] get_ports_and_sgs() called for port_ids ['25c02836-f5d3-4db9-bfb6-3cfc493da78c'] {{(pid=93332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:26:44.948062 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d479ad6b-da84-439f-b587-41eb43c42771 req-4bbc9b94-d1bc-4abf-9139-41e6352da039 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0679946 Aug 04 16:26:44.957827 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb90053-f9bb-46b2-a658-baf95821a638 req-65fb2649-7346-4254-a535-dc64495b05e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:44.959555 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0cb90053-f9bb-46b2-a658-baf95821a638 req-65fb2649-7346-4254-a535-dc64495b05e4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c5b483243f1443f891eee772089355e6&device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 1137 time: 0.0972829 Aug 04 16:26:44.994622 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d479ad6b-da84-439f-b587-41eb43c42771 req-0e3b1c83-9db9-4b45-ac99-1c961ce0d0ee tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453212 Aug 04 16:26:45.000562 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-676eed58-07b1-4400-ac89-b9bcf5cfaac1 req-a40aa9ad-1033-4b8c-988e-3e2a9350e053 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/security-groups?id=e5a6013c-8210-4748-ba4c-aa2fab3cace6&id=048d372e-c15a-4862-941b-693b08f4b708&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0714614 Aug 04 16:26:45.085343 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-5d49eda9-b4dd-4e76-9827-1a03c7b78f8f None None] Provisioning complete for port 25c02836-f5d3-4db9-bfb6-3cfc493da78c triggered by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:26:45.086048 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-5d49eda9-b4dd-4e76-9827-1a03c7b78f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:45.087283 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb90053-f9bb-46b2-a658-baf95821a638 req-9c166c2d-9ddf-4071-94e2-e087bed756a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:45.088988 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0cb90053-f9bb-46b2-a658-baf95821a638 req-9c166c2d-9ddf-4071-94e2-e087bed756a5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ac7cd450-e44f-4fa4-b535-c94ee7de8b1a HTTP/1.1" status: 200 len: 916 time: 0.1166487 Aug 04 16:26:45.126578 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854894a-8cb0-47d3-ab54-40fc14bc69b6 req-86ccdf2a-c767-49e1-8450-4597ce5660ee tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:45.128192 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-3854894a-8cb0-47d3-ab54-40fc14bc69b6 req-86ccdf2a-c767-49e1-8450-4597ce5660ee tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/ports?device_id=521db769-5cc0-4650-825b-60d2bd65ba8e HTTP/1.1" status: 200 len: 943 time: 0.0596194 Aug 04 16:26:45.165592 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device ab31841b-8c84-4191-8224-14d23e6435ca details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:26:45.168144 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 0da0ab28-3f37-48ae-94a1-42c44e08a854 up at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:26:45.177906 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-3854894a-8cb0-47d3-ab54-40fc14bc69b6 req-3323613e-29b6-4e4f-85d6-a67261828c46 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/security-groups?id=7353d875-abd4-4707-a9c3-5b04791f10b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433788 Aug 04 16:26:45.196285 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0cb90053-f9bb-46b2-a658-baf95821a638 req-cdddfd0b-bdca-4c40-bf59-7e7a48cda09c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25c02836-f5d3-4db9-bfb6-3cfc493da78c HTTP/1.1" status: 200 len: 1001 time: 0.0850976 Aug 04 16:26:45.283590 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb90053-f9bb-46b2-a658-baf95821a638 req-3f280fd6-f2f8-4a42-a0ab-2a593082d127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:45.285074 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0cb90053-f9bb-46b2-a658-baf95821a638 req-3f280fd6-f2f8-4a42-a0ab-2a593082d127 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9ef757f-c3c6-418f-9d37-283a70110fe2 HTTP/1.1" status: 200 len: 854 time: 0.0786664 Aug 04 16:26:45.300630 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017cb104-c10d-41f0-b94b-f74dea8c82db req-b7e7b6f1-5aed-47e8-bd1b-27e7192618ad tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:45.302264 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-017cb104-c10d-41f0-b94b-f74dea8c82db req-b7e7b6f1-5aed-47e8-bd1b-27e7192618ad tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.0641470 Aug 04 16:26:45.371108 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-017cb104-c10d-41f0-b94b-f74dea8c82db req-bce4f857-6ccd-4c13-b586-818398190572 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598123 Aug 04 16:26:45.376828 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb90053-f9bb-46b2-a658-baf95821a638 req-b191e9fd-91ca-43e2-8aff-78a266e5222e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:45.378372 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0cb90053-f9bb-46b2-a658-baf95821a638 req-b191e9fd-91ca-43e2-8aff-78a266e5222e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ac7cd450-e44f-4fa4-b535-c94ee7de8b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0751088 Aug 04 16:26:45.491946 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port ab31841b-8c84-4191-8224-14d23e6435ca, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ab31841b-8c84-4191-8224-14d23e6435ca,segment=NetworkSegment(695adc21-0034-421d-a4b2-e370b8b0f86d),segment_id=695adc21-0034-421d-a4b2-e370b8b0f86d)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:26:45.511136 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Provisioning complete for port 0da0ab28-3f37-48ae-94a1-42c44e08a854 triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:26:45.511511 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:45.541661 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Returning: {'device': 'ab31841b-8c84-4191-8224-14d23e6435ca', 'network_id': '8b73dbfa-1915-4d59-aa47-d7f3a2d43c66', 'port_id': 'ab31841b-8c84-4191-8224-14d23e6435ca', 'mac_address': 'fa:16:3e:5d:ba:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 865, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6253f045-dd8e-42ea-bacc-eb4e8c73fbf4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:26:45.544222 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0cb90053-f9bb-46b2-a658-baf95821a638 req-57ac8c2b-ed7f-4eec-bd1a-e93ff06f3304 service neutron] 10.222.0.50 "GET /v2.0/networks/ac7cd450-e44f-4fa4-b535-c94ee7de8b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518812 Aug 04 16:26:45.575935 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0efa62-197c-4c47-a083-74df9c3bcb55 req-acf26bcb-db05-4363-a550-206af0f3d946 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:45.578075 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-9b0efa62-197c-4c47-a083-74df9c3bcb55 req-acf26bcb-db05-4363-a550-206af0f3d946 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 945 time: 0.0627937 Aug 04 16:26:45.631701 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:45.643457 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-9b0efa62-197c-4c47-a083-74df9c3bcb55 req-d03d4193-4e48-4168-bc58-a08ae27b5167 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574677 Aug 04 16:26:45.670448 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0cb90053-f9bb-46b2-a658-baf95821a638 req-fc404520-e553-499b-9a71-380a1a7c9879 service neutron] 10.222.0.50 "GET /v2.0/networks/ac7cd450-e44f-4fa4-b535-c94ee7de8b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096034 Aug 04 16:26:45.690485 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab31841b-8c84-4191-8224-14d23e6435ca {{(pid=93332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:26:45.731603 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:45.741624 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port ab31841b-8c84-4191-8224-14d23e6435ca, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ab31841b-8c84-4191-8224-14d23e6435ca,segment=NetworkSegment(695adc21-0034-421d-a4b2-e370b8b0f86d),segment_id=695adc21-0034-421d-a4b2-e370b8b0f86d)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:26:45.755035 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:45.807937 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e525871-8d1f-4462-9cb5-7e3aeb9c3977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da0ab28-3f37-48ae-94a1-42c44e08a854'}] {{(pid=93332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:26:45.810227 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60a3b88c11522644802803ec4887c4dd8a4d8449af02ad3849b143fbab4f5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022d28a2-75b9-4226-b227-cae392dc6841" -d '{"events": [{"server_uuid": "7e525871-8d1f-4462-9cb5-7e3aeb9c3977", "name": "network-vif-plugged", "status": "completed", "tag": "0da0ab28-3f37-48ae-94a1-42c44e08a854"}]}' {{(pid=93332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:26:45.844691 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 0da0ab28-3f37-48ae-94a1-42c44e08a854, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0da0ab28-3f37-48ae-94a1-42c44e08a854,segment=NetworkSegment(ce787726-f448-43d2-afe7-5993012333a5),segment_id=ce787726-f448-43d2-afe7-5993012333a5)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:26:45.852815 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:45.861982 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=ab31841b-8c84-4191-8224-14d23e6435ca,revision_number=4']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:45.869022 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa324060-6320-4437-a259-acb03900211b x-openstack-request-id: req-fa324060-6320-4437-a259-acb03900211b {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:26:45.869303 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e525871-8d1f-4462-9cb5-7e3aeb9c3977", "name": "network-vif-plugged", "status": "completed", "tag": "0da0ab28-3f37-48ae-94a1-42c44e08a854", "code": 200}]} {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:26:45.869550 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fa324060-6320-4437-a259-acb03900211b {{(pid=93332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:26:45.869922 dv-cinder-789564-9-iscsi neutron-server[93332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e525871-8d1f-4462-9cb5-7e3aeb9c3977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da0ab28-3f37-48ae-94a1-42c44e08a854', 'code': 200} Aug 04 16:26:45.951252 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=0da0ab28-3f37-48ae-94a1-42c44e08a854,revision_number=7']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:46.144907 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ed953-77f2-444b-8454-730ad2149784 req-6776c765-78d6-4b70-a3c6-bff968fcc792 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:46.146558 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-f86ed953-77f2-444b-8454-730ad2149784 req-6776c765-78d6-4b70-a3c6-bff968fcc792 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0657444 Aug 04 16:26:46.195222 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-f86ed953-77f2-444b-8454-730ad2149784 req-07e36211-2452-4613-8e30-05519749c81c tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402756 Aug 04 16:26:46.273566 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] get_ports_and_sgs() called for port_ids ['ab31841b-8c84-4191-8224-14d23e6435ca'] {{(pid=93332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:26:46.330881 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff0f87-47fd-4acb-beb1-620fb63021f1 req-a52789fd-d06d-4284-8fc8-87d193292ec4 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:46.334426 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-b0ff0f87-47fd-4acb-beb1-620fb63021f1 req-a52789fd-d06d-4284-8fc8-87d193292ec4 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/ports?device_id=521db769-5cc0-4650-825b-60d2bd65ba8e HTTP/1.1" status: 200 len: 944 time: 0.0725079 Aug 04 16:26:46.383683 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-b0ff0f87-47fd-4acb-beb1-620fb63021f1 req-82d20919-90ad-4314-be12-fd7c2785ff2f tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/security-groups?id=7353d875-abd4-4707-a9c3-5b04791f10b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393283 Aug 04 16:26:46.517123 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605fe2f-3df3-4009-800d-c7a203398cc2 req-04f25072-e42b-47f6-96b3-37b5fd76ddab tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:46.519014 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-f605fe2f-3df3-4009-800d-c7a203398cc2 req-04f25072-e42b-47f6-96b3-37b5fd76ddab tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.0648932 Aug 04 16:26:46.563578 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-f605fe2f-3df3-4009-800d-c7a203398cc2 req-ba18db95-926c-43f0-bb46-88cbc276559f tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372632 Aug 04 16:26:46.791258 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7f16a-164d-4309-bb05-554105c002e3 req-52ac2374-255a-4b9f-8fb3-22208f0a1201 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:46.793123 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-52d7f16a-164d-4309-bb05-554105c002e3 req-52ac2374-255a-4b9f-8fb3-22208f0a1201 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 946 time: 0.0670302 Aug 04 16:26:46.873565 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-52d7f16a-164d-4309-bb05-554105c002e3 req-e900962a-742d-461d-80bd-a48ecbe1ca44 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564814 Aug 04 16:26:47.351562 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32750fbf-b9e0-4c65-91e2-096839a57263 req-31d751b1-7bc2-4235-bfd9-a3c1cb7b3482 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:47.354131 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-32750fbf-b9e0-4c65-91e2-096839a57263 req-31d751b1-7bc2-4235-bfd9-a3c1cb7b3482 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0683141 Aug 04 16:26:47.408599 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-32750fbf-b9e0-4c65-91e2-096839a57263 req-efe46f17-af45-495c-bd7a-83c68525a1c8 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464497 Aug 04 16:26:47.536798 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffd468-8ec0-4d65-8de7-bb0a5caa53d8 req-89553cfb-a330-4388-9c9d-1342b0b6bbea tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:47.538342 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-63ffd468-8ec0-4d65-8de7-bb0a5caa53d8 req-89553cfb-a330-4388-9c9d-1342b0b6bbea tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/ports?device_id=521db769-5cc0-4650-825b-60d2bd65ba8e HTTP/1.1" status: 200 len: 944 time: 0.0555589 Aug 04 16:26:47.583407 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-63ffd468-8ec0-4d65-8de7-bb0a5caa53d8 req-87a32b5f-523e-4ccd-9e15-01d7d50b8e6f tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/security-groups?id=7353d875-abd4-4707-a9c3-5b04791f10b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388803 Aug 04 16:26:47.717540 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9d5ee-14fe-46fd-8caf-7e02323bb194 req-182fdc4f-3c2d-4783-8111-b454d0c62669 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:47.719843 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-45b9d5ee-14fe-46fd-8caf-7e02323bb194 req-182fdc4f-3c2d-4783-8111-b454d0c62669 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.0652657 Aug 04 16:26:47.774288 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-45b9d5ee-14fe-46fd-8caf-7e02323bb194 req-1fa880ac-dd25-4115-8fc8-60621e684ae6 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462513 Aug 04 16:26:48.028729 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03184078-4759-46a7-a8e3-08b84e4aeb8a req-8f06a0e3-6331-4fc6-baf5-2632d94eb510 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:48.030758 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-03184078-4759-46a7-a8e3-08b84e4aeb8a req-8f06a0e3-6331-4fc6-baf5-2632d94eb510 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 946 time: 0.0669291 Aug 04 16:26:48.102690 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-03184078-4759-46a7-a8e3-08b84e4aeb8a req-08245b58-d3b2-47af-afd2-70600567498f tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580511 Aug 04 16:26:48.553350 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa1ec7-2263-43df-9612-dfc92aa73c78 req-5a08cc22-c625-43af-a0d8-0176787cd774 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:48.561548 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-deaa1ec7-2263-43df-9612-dfc92aa73c78 req-5a08cc22-c625-43af-a0d8-0176787cd774 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0617428 Aug 04 16:26:48.610739 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-deaa1ec7-2263-43df-9612-dfc92aa73c78 req-eded1bdd-c170-4fad-97fa-d8ff52eb3ff9 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464740 Aug 04 16:26:48.729217 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9552e-43c5-4b55-ae54-c0f73dc1e159 req-3ef51ca4-1b7b-40d1-ad4d-35cc61ecfd83 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:48.756628 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-fea9552e-43c5-4b55-ae54-c0f73dc1e159 req-3ef51ca4-1b7b-40d1-ad4d-35cc61ecfd83 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/ports?device_id=521db769-5cc0-4650-825b-60d2bd65ba8e HTTP/1.1" status: 200 len: 944 time: 0.0844688 Aug 04 16:26:48.895232 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-fea9552e-43c5-4b55-ae54-c0f73dc1e159 req-dc9b53f0-7c85-4209-a058-5ecf9336fb0a tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/security-groups?id=7353d875-abd4-4707-a9c3-5b04791f10b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367295 Aug 04 16:26:48.982650 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273269c-4209-4655-b6a4-051a5f6eee03 req-d1e28ac6-0eff-4ebd-be15-840c2af340dd tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:48.985373 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-4273269c-4209-4655-b6a4-051a5f6eee03 req-d1e28ac6-0eff-4ebd-be15-840c2af340dd tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.0629911 Aug 04 16:26:49.039118 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-4273269c-4209-4655-b6a4-051a5f6eee03 req-3c87b22a-213c-45a3-963c-89431d710536 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418935 Aug 04 16:26:49.185265 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device ab31841b-8c84-4191-8224-14d23e6435ca up at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:26:49.238771 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c16c0-dbc7-4718-a81b-3b040ebfcf03 req-6c7ce2e4-5f39-4af2-acd9-4f7d603ad62e tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:49.246566 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-639c16c0-dbc7-4718-a81b-3b040ebfcf03 req-6c7ce2e4-5f39-4af2-acd9-4f7d603ad62e tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 946 time: 0.0740428 Aug 04 16:26:49.274810 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Provisioning for port ab31841b-8c84-4191-8224-14d23e6435ca completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:26:49.282296 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Provisioning complete for port ab31841b-8c84-4191-8224-14d23e6435ca triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:26:49.283149 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:49.317036 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-639c16c0-dbc7-4718-a81b-3b040ebfcf03 req-a53e1491-2ed2-45be-824c-258d0ae4d160 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687239 Aug 04 16:26:49.454257 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:49.508781 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521db769-5cc0-4650-825b-60d2bd65ba8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab31841b-8c84-4191-8224-14d23e6435ca'}] {{(pid=93332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:26:49.511844 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60a3b88c11522644802803ec4887c4dd8a4d8449af02ad3849b143fbab4f5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd57fa62-23e8-473b-a733-4b728fe616ab" -d '{"events": [{"server_uuid": "521db769-5cc0-4650-825b-60d2bd65ba8e", "name": "network-vif-plugged", "status": "completed", "tag": "ab31841b-8c84-4191-8224-14d23e6435ca"}]}' {{(pid=93332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:26:49.516747 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port ab31841b-8c84-4191-8224-14d23e6435ca, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ab31841b-8c84-4191-8224-14d23e6435ca,segment=NetworkSegment(695adc21-0034-421d-a4b2-e370b8b0f86d),segment_id=695adc21-0034-421d-a4b2-e370b8b0f86d)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:26:49.532230 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:49.574809 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec1ea79-6eaa-439d-9e26-6de6b10039be x-openstack-request-id: req-aec1ea79-6eaa-439d-9e26-6de6b10039be {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:26:49.575146 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "521db769-5cc0-4650-825b-60d2bd65ba8e", "name": "network-vif-plugged", "status": "completed", "tag": "ab31841b-8c84-4191-8224-14d23e6435ca", "code": 200}]} {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:26:49.575394 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aec1ea79-6eaa-439d-9e26-6de6b10039be {{(pid=93332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:26:49.575765 dv-cinder-789564-9-iscsi neutron-server[93332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521db769-5cc0-4650-825b-60d2bd65ba8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab31841b-8c84-4191-8224-14d23e6435ca', 'code': 200} Aug 04 16:26:49.604000 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=ab31841b-8c84-4191-8224-14d23e6435ca,revision_number=5']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:49.761365 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bbd77-5da1-4293-90e6-935abde08d07 req-67c1595d-a71a-42d0-9050-502d1ff51790 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:49.764761 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-4e6bbd77-5da1-4293-90e6-935abde08d07 req-67c1595d-a71a-42d0-9050-502d1ff51790 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0700850 Aug 04 16:26:49.816215 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b226e-7919-43ef-8476-328d94e59bea req-c15a5d95-6c97-4706-bf66-489ef6a63217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:49.817128 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-4e6bbd77-5da1-4293-90e6-935abde08d07 req-c6371419-5ff8-4d23-99e7-5f77d8e6b900 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447226 Aug 04 16:26:49.818814 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-643b226e-7919-43ef-8476-328d94e59bea req-c15a5d95-6c97-4706-bf66-489ef6a63217 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=521db769-5cc0-4650-825b-60d2bd65ba8e HTTP/1.1" status: 200 len: 1098 time: 0.0559075 Aug 04 16:26:49.898911 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-643b226e-7919-43ef-8476-328d94e59bea req-0e18b80d-345f-4486-b249-0e51e9b98bfc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7353d875-abd4-4707-a9c3-5b04791f10b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624862 Aug 04 16:26:50.021282 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:50.050692 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a5493-432b-4ad8-bfe1-64c0d621b27c req-5745a40d-70de-48d5-baa6-a49d0e455ce7 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:50.052989 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-bd6a5493-432b-4ad8-bfe1-64c0d621b27c req-5745a40d-70de-48d5-baa6-a49d0e455ce7 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/ports?device_id=521db769-5cc0-4650-825b-60d2bd65ba8e HTTP/1.1" status: 200 len: 945 time: 0.0631440 Aug 04 16:26:50.113078 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-bd6a5493-432b-4ad8-bfe1-64c0d621b27c req-325fc531-bfd2-4483-8452-37d2a63f65eb tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/security-groups?id=7353d875-abd4-4707-a9c3-5b04791f10b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500753 Aug 04 16:26:50.218303 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c23f4-cb12-454a-8c29-6128cb73eff5 req-5896313f-787e-4a75-9abc-de3aa7fe3313 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:50.226519 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-ef0c23f4-cb12-454a-8c29-6128cb73eff5 req-5896313f-787e-4a75-9abc-de3aa7fe3313 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.0838916 Aug 04 16:26:50.269830 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-ef0c23f4-cb12-454a-8c29-6128cb73eff5 req-e4a0955f-5d76-4d5d-9f24-428d53ab08fe tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421078 Aug 04 16:26:50.450562 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfeb7df-fe60-4952-b3ec-d4fc8ccb64b3 req-138a132e-26ba-4dea-8bf5-985e3d9b4009 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:50.452130 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-cdfeb7df-fe60-4952-b3ec-d4fc8ccb64b3 req-138a132e-26ba-4dea-8bf5-985e3d9b4009 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 946 time: 0.0603158 Aug 04 16:26:50.500264 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-cdfeb7df-fe60-4952-b3ec-d4fc8ccb64b3 req-314c3d22-c435-4623-8a1d-4cacea51f253 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408561 Aug 04 16:26:50.822768 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9d804-0b5a-459b-95df-ccd9c9efef04 req-4f279d8d-8c76-4c1f-a442-66d7c25fef82 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:50.825696 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-dee9d804-0b5a-459b-95df-ccd9c9efef04 req-4f279d8d-8c76-4c1f-a442-66d7c25fef82 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac01ba44-a812-49b3-b86e-9c48dda7d321 HTTP/1.1" status: 200 len: 945 time: 0.0595992 Aug 04 16:26:50.882628 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-dee9d804-0b5a-459b-95df-ccd9c9efef04 req-dcf7a256-a5e9-47e9-ad7b-8fd3915f6b98 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514646 Aug 04 16:26:50.963689 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c330ff-cb50-4e1c-8cec-f83eb1dfdafb req-d2b76725-a959-4d80-bd34-776983686d53 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:50.971356 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-31c330ff-cb50-4e1c-8cec-f83eb1dfdafb req-d2b76725-a959-4d80-bd34-776983686d53 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0620813 Aug 04 16:26:51.017376 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-31c330ff-cb50-4e1c-8cec-f83eb1dfdafb req-e114af13-3aa0-416b-93fd-6c5b7959fb0d tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448151 Aug 04 16:26:51.234085 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cda4b3-bca1-4954-9c62-f1ea9512a80a req-4cea0801-a92b-477c-b3a2-21717f1fa6e8 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:51.242871 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-c4cda4b3-bca1-4954-9c62-f1ea9512a80a req-4cea0801-a92b-477c-b3a2-21717f1fa6e8 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/ports?device_id=521db769-5cc0-4650-825b-60d2bd65ba8e HTTP/1.1" status: 200 len: 945 time: 0.0648398 Aug 04 16:26:51.287327 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-c4cda4b3-bca1-4954-9c62-f1ea9512a80a req-67b4b52c-46e0-4e83-a409-3b0517c653da tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/security-groups?id=7353d875-abd4-4707-a9c3-5b04791f10b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433955 Aug 04 16:26:51.438283 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e998d5-12d1-4941-9093-c59b0dd71d77 req-4d9e3cb5-df9c-421d-aeb2-83e98eaceabc tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:51.446245 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-65e998d5-12d1-4941-9093-c59b0dd71d77 req-4d9e3cb5-df9c-421d-aeb2-83e98eaceabc tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.0715942 Aug 04 16:26:51.501178 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-65e998d5-12d1-4941-9093-c59b0dd71d77 req-ff20e1d8-37cb-4f34-9bf7-a4b87b5463a4 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540214 Aug 04 16:26:51.687104 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44652f95-0aa0-4022-a4b0-41178552f58d req-03efd522-0852-45f0-b9ba-599125789a1d tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:51.690464 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-44652f95-0aa0-4022-a4b0-41178552f58d req-03efd522-0852-45f0-b9ba-599125789a1d tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 946 time: 0.0741415 Aug 04 16:26:51.736138 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-44652f95-0aa0-4022-a4b0-41178552f58d req-f5f76311-7768-4fbd-93e7-a38530ceec7d tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361881 Aug 04 16:26:52.020675 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae8ed2-1637-4934-8007-104f68e93249 req-de247ed1-7dfd-4f54-bbac-35e572d32308 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:52.022215 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-e5ae8ed2-1637-4934-8007-104f68e93249 req-de247ed1-7dfd-4f54-bbac-35e572d32308 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac01ba44-a812-49b3-b86e-9c48dda7d321 HTTP/1.1" status: 200 len: 945 time: 0.0607610 Aug 04 16:26:52.065930 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-e5ae8ed2-1637-4934-8007-104f68e93249 req-03b58a03-c30b-4756-b70d-70629917a6a9 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376942 Aug 04 16:26:52.172880 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da1191-8b75-4578-836b-0387a6c03107 req-5bc380f4-bcb8-431b-bd78-7426662aeef6 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:52.178706 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-44da1191-8b75-4578-836b-0387a6c03107 req-5bc380f4-bcb8-431b-bd78-7426662aeef6 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0691867 Aug 04 16:26:52.235711 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-44da1191-8b75-4578-836b-0387a6c03107 req-07794f6d-059c-40b6-9339-c98957f50b60 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485189 Aug 04 16:26:52.453820 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698508e-7634-41ca-9506-b4c33aac305d req-e868ff04-5726-4e8a-b240-75d7b4f21bcb tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:52.456835 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-0698508e-7634-41ca-9506-b4c33aac305d req-e868ff04-5726-4e8a-b240-75d7b4f21bcb tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/ports?device_id=521db769-5cc0-4650-825b-60d2bd65ba8e HTTP/1.1" status: 200 len: 945 time: 0.0580900 Aug 04 16:26:52.511503 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-0698508e-7634-41ca-9506-b4c33aac305d req-c9c93f3b-26a9-43eb-afbc-4edfa4f4caf2 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/security-groups?id=7353d875-abd4-4707-a9c3-5b04791f10b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480752 Aug 04 16:26:52.677707 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0345aa0-1d86-4701-a1d9-5003afe16b47 req-8d37ad61-83e7-4e9d-ba36-0416f06f6183 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:52.679830 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-a0345aa0-1d86-4701-a1d9-5003afe16b47 req-8d37ad61-83e7-4e9d-ba36-0416f06f6183 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.0715163 Aug 04 16:26:52.738263 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-a0345aa0-1d86-4701-a1d9-5003afe16b47 req-2a98f784-7efa-4fda-95bc-c8bf65c49d07 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456109 Aug 04 16:26:52.918113 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67a6e6-ce35-4693-a464-dd8f9003e017 req-ec79fdfd-9cfe-425e-aa39-ed0098f6cf83 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:52.920730 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-7c67a6e6-ce35-4693-a464-dd8f9003e017 req-ec79fdfd-9cfe-425e-aa39-ed0098f6cf83 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 946 time: 0.0774016 Aug 04 16:26:52.977441 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-7c67a6e6-ce35-4693-a464-dd8f9003e017 req-7b74dd6c-2e4b-4de9-a884-8be67ba9b208 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448132 Aug 04 16:26:53.201303 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab50820-66ed-4219-aea0-9e788184e88b req-319def58-0d07-469b-a7bd-ad2fed51ff55 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:53.203118 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-1ab50820-66ed-4219-aea0-9e788184e88b req-319def58-0d07-469b-a7bd-ad2fed51ff55 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac01ba44-a812-49b3-b86e-9c48dda7d321 HTTP/1.1" status: 200 len: 945 time: 0.0600877 Aug 04 16:26:53.273996 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-1ab50820-66ed-4219-aea0-9e788184e88b req-3f461615-f33a-4140-8794-9d2bcf987804 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634351 Aug 04 16:26:53.360397 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1deddc-1463-4214-92fc-848ee67f6cb9 req-22f8311e-5aa9-4cc7-96e6-dbcf49e7e7af tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:53.362767 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-de1deddc-1463-4214-92fc-848ee67f6cb9 req-22f8311e-5aa9-4cc7-96e6-dbcf49e7e7af tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac01ba44-a812-49b3-b86e-9c48dda7d321 HTTP/1.1" status: 200 len: 945 time: 0.0849583 Aug 04 16:26:53.477811 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708ab88-488d-4d73-80b0-6e7aec8b923f req-d4b582be-4bf9-4f92-a78b-756a8988cafa tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:53.485400 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-8708ab88-488d-4d73-80b0-6e7aec8b923f req-d4b582be-4bf9-4f92-a78b-756a8988cafa tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.1086755 Aug 04 16:26:53.560252 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [req-de1deddc-1463-4214-92fc-848ee67f6cb9 req-f060b683-11b5-4d90-b42f-949fa364143c tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Deleting port 2f98095a-4190-47cd-bc6f-386032999d1c {{(pid=93330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:26:53.560883 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-de1deddc-1463-4214-92fc-848ee67f6cb9 req-f060b683-11b5-4d90-b42f-949fa364143c tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:53.584624 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-8708ab88-488d-4d73-80b0-6e7aec8b923f req-e12e6193-d564-4ab9-9d32-953e3201b201 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980096 Aug 04 16:26:53.695251 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-de1deddc-1463-4214-92fc-848ee67f6cb9 req-f060b683-11b5-4d90-b42f-949fa364143c tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] For port 2f98095a-4190-47cd-bc6f-386032999d1c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=2f98095a-4190-47cd-bc6f-386032999d1c,segment=NetworkSegment(c440e2a5-b317-4439-bc53-ce6262488736),segment_id=c440e2a5-b317-4439-bc53-ce6262488736)] {{(pid=93330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:26:53.695700 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-de1deddc-1463-4214-92fc-848ee67f6cb9 req-f060b683-11b5-4d90-b42f-949fa364143c tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:53.723828 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [req-de1deddc-1463-4214-92fc-848ee67f6cb9 req-f060b683-11b5-4d90-b42f-949fa364143c tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Calling delete_port for 2f98095a-4190-47cd-bc6f-386032999d1c owned by compute:nova {{(pid=93330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:26:53.786583 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb885c-f1d9-4bcb-b335-c74b729a03c2 req-37913da3-83cd-45d4-9970-d51e7729756d tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:53.788693 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d8eb885c-f1d9-4bcb-b335-c74b729a03c2 req-37913da3-83cd-45d4-9970-d51e7729756d tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/ports?device_id=521db769-5cc0-4650-825b-60d2bd65ba8e HTTP/1.1" status: 200 len: 945 time: 0.0599468 Aug 04 16:26:53.845009 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d8eb885c-f1d9-4bcb-b335-c74b729a03c2 req-c539ac61-af01-4d34-8ae6-fbf0a1cb43f2 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/security-groups?id=7353d875-abd4-4707-a9c3-5b04791f10b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468678 Aug 04 16:26:53.928457 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-de1deddc-1463-4214-92fc-848ee67f6cb9 req-f060b683-11b5-4d90-b42f-949fa364143c tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:53.943567 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] get_ports_and_sgs() called for port_ids ['b162335e-7c27-4531-a303-ef9867eb115e', 'a3e775d0-e69d-4c40-9188-fbe388517260', '47499106-0a08-49c1-893b-db6e05e577ca', '2f98095a-4190-47cd-bc6f-386032999d1c'] {{(pid=93332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:26:53.945351 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05fd784-80fc-4c37-a644-64264ae1c1da req-0446dca3-426c-4ded-bff0-90210157225c tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:53.948424 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e05fd784-80fc-4c37-a644-64264ae1c1da req-0446dca3-426c-4ded-bff0-90210157225c tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.0845394 Aug 04 16:26:53.987212 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060b683-11b5-4d90-b42f-949fa364143c tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Pushing event deleted for resources: {'Port': ['ID=2f98095a-4190-47cd-bc6f-386032999d1c,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:54.112381 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e05fd784-80fc-4c37-a644-64264ae1c1da req-ca99fdac-80a9-4e3f-b9a3-0168e06df14c tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366587 Aug 04 16:26:54.113441 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [req-de1deddc-1463-4214-92fc-848ee67f6cb9 req-f060b683-11b5-4d90-b42f-949fa364143c tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] No DVR routers for this DVR port 2f98095a-4190-47cd-bc6f-386032999d1c on host hv-cinder-78956 {{(pid=93330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:26:54.119713 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-de1deddc-1463-4214-92fc-848ee67f6cb9 req-f060b683-11b5-4d90-b42f-949fa364143c tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:54.135579 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-de1deddc-1463-4214-92fc-848ee67f6cb9 req-f060b683-11b5-4d90-b42f-949fa364143c tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.50 "DELETE /v2.0/ports/2f98095a-4190-47cd-bc6f-386032999d1c HTTP/1.1" status: 204 len: 173 time: 0.7579207 Aug 04 16:26:54.137044 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac01ba44-a812-49b3-b86e-9c48dda7d321', 'name': 'network-vif-deleted', 'tag': '2f98095a-4190-47cd-bc6f-386032999d1c'}] {{(pid=93330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:26:54.145611 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37e886c0defde040503dc6230deb255415226de4639eab9b495881836c77004d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03cb7884-2a2a-4905-9a79-dc852d635a1b" -d '{"events": [{"server_uuid": "ac01ba44-a812-49b3-b86e-9c48dda7d321", "name": "network-vif-deleted", "tag": "2f98095a-4190-47cd-bc6f-386032999d1c"}]}' {{(pid=93330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:26:54.160063 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e84f1-fdf6-4f82-b8cb-06bb62ddfb39 req-e5e360c7-21f2-4dcf-88e1-1ecef05557a5 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:54.168836 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d90e84f1-fdf6-4f82-b8cb-06bb62ddfb39 req-e5e360c7-21f2-4dcf-88e1-1ecef05557a5 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 946 time: 0.0829875 Aug 04 16:26:54.244135 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d90e84f1-fdf6-4f82-b8cb-06bb62ddfb39 req-6c6408b6-1e5a-4775-a90d-162fbba9c67e tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740595 Aug 04 16:26:54.321318 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94275dbd-460d-4684-b643-5fe3a0f0a1bb x-openstack-request-id: req-94275dbd-460d-4684-b643-5fe3a0f0a1bb {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:26:54.321900 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac01ba44-a812-49b3-b86e-9c48dda7d321", "name": "network-vif-deleted", "tag": "2f98095a-4190-47cd-bc6f-386032999d1c", "status": "completed", "code": 200}]} {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:26:54.322229 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-94275dbd-460d-4684-b643-5fe3a0f0a1bb {{(pid=93330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:26:54.322635 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac01ba44-a812-49b3-b86e-9c48dda7d321', 'name': 'network-vif-deleted', 'tag': '2f98095a-4190-47cd-bc6f-386032999d1c', 'status': 'completed', 'code': 200} Aug 04 16:26:54.481053 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-cccbb78b-e4d5-4415-8f83-0e7260983666 req-00c2b419-3526-4ad0-9317-18afe2e729c3 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac01ba44-a812-49b3-b86e-9c48dda7d321 HTTP/1.1" status: 200 len: 210 time: 0.0521257 Aug 04 16:26:54.562010 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0505c3-46d4-4b02-a473-b531048b1ba3 req-2628862d-f7c6-4552-92bb-03e016670aee tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:54.563816 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-bb0505c3-46d4-4b02-a473-b531048b1ba3 req-2628862d-f7c6-4552-92bb-03e016670aee tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.1127467 Aug 04 16:26:54.612111 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6cd02-a4e8-475f-8a4c-350af5ae6db8 req-eff8e125-42c5-4827-8f15-bddb6383037a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:54.615826 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-55c6cd02-a4e8-475f-8a4c-350af5ae6db8 req-eff8e125-42c5-4827-8f15-bddb6383037a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fa8a2bb840264572bbf79ff732ee6fb8&device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 1098 time: 0.0991333 Aug 04 16:26:54.635901 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-bb0505c3-46d4-4b02-a473-b531048b1ba3 req-374e16a7-2469-48f9-918f-a50fd0970232 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594950 Aug 04 16:26:54.736126 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6cd02-a4e8-475f-8a4c-350af5ae6db8 req-b5c6000c-5a31-4d91-bd08-c35367e102ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:54.738490 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-55c6cd02-a4e8-475f-8a4c-350af5ae6db8 req-b5c6000c-5a31-4d91-bd08-c35367e102ef service neutron] 10.222.0.50 "GET /v2.0/networks?id=5c2558c7-24ce-41b2-b792-f9920a95bb2f HTTP/1.1" status: 200 len: 911 time: 0.1014819 Aug 04 16:26:54.772916 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7d615-be36-4772-bb0d-a020d02f53af req-cd46a573-8fcb-4ec7-8fa6-e7ff5e2314d4 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:54.788028 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-52c7d615-be36-4772-bb0d-a020d02f53af req-cd46a573-8fcb-4ec7-8fa6-e7ff5e2314d4 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0697558 Aug 04 16:26:54.836391 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-55c6cd02-a4e8-475f-8a4c-350af5ae6db8 req-21859eff-0670-4f46-b509-0cca400b2e3f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63945f38-3e20-498c-9928-cc55b45b7533 HTTP/1.1" status: 200 len: 1001 time: 0.0878568 Aug 04 16:26:54.861764 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-52c7d615-be36-4772-bb0d-a020d02f53af req-9d74c022-d0d7-460a-a212-2b16c0d538f0 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661254 Aug 04 16:26:54.924640 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6cd02-a4e8-475f-8a4c-350af5ae6db8 req-813f0330-65b6-439b-b666-933b8da26cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:54.929023 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-55c6cd02-a4e8-475f-8a4c-350af5ae6db8 req-813f0330-65b6-439b-b666-933b8da26cf7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1fb80fc5-b3b3-4ef1-9a71-cb5032debcda HTTP/1.1" status: 200 len: 849 time: 0.0738611 Aug 04 16:26:55.040085 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6cd02-a4e8-475f-8a4c-350af5ae6db8 req-80abbbcc-130c-4677-afaa-b4b3bd5e2589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:55.041608 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-55c6cd02-a4e8-475f-8a4c-350af5ae6db8 req-80abbbcc-130c-4677-afaa-b4b3bd5e2589 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5c2558c7-24ce-41b2-b792-f9920a95bb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1036942 Aug 04 16:26:55.057080 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972beab-1fae-48f6-81b7-d55870408566 req-aa368bb8-9121-464b-9b11-15bfd6a2ac46 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:55.058598 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2972beab-1fae-48f6-81b7-d55870408566 req-aa368bb8-9121-464b-9b11-15bfd6a2ac46 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/ports?device_id=521db769-5cc0-4650-825b-60d2bd65ba8e HTTP/1.1" status: 200 len: 945 time: 0.0678382 Aug 04 16:26:55.154957 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2972beab-1fae-48f6-81b7-d55870408566 req-40f1414a-0d8f-41c5-9e99-24bafef4891a tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/security-groups?id=7353d875-abd4-4707-a9c3-5b04791f10b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864766 Aug 04 16:26:55.176322 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-55c6cd02-a4e8-475f-8a4c-350af5ae6db8 req-7feebc98-fcde-437f-a25b-561bab6b7632 service neutron] 10.222.0.50 "GET /v2.0/networks/5c2558c7-24ce-41b2-b792-f9920a95bb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167409 Aug 04 16:26:55.296604 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-55c6cd02-a4e8-475f-8a4c-350af5ae6db8 req-68e4fee3-8eb1-4765-a3d3-75f4aabbd1fd service neutron] 10.222.0.50 "GET /v2.0/networks/5c2558c7-24ce-41b2-b792-f9920a95bb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095028 Aug 04 16:26:55.387039 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43bbc5-3051-421a-b90f-380bf9a74f80 req-b5346297-eea3-4922-8cde-e98eb260ecbe tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:55.388981 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-8a43bbc5-3051-421a-b90f-380bf9a74f80 req-b5346297-eea3-4922-8cde-e98eb260ecbe tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 946 time: 0.0777802 Aug 04 16:26:55.431217 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-8a43bbc5-3051-421a-b90f-380bf9a74f80 req-b447537d-580a-419a-90f0-9cb2784b85cc tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362027 Aug 04 16:26:55.644073 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794c77e-a1ce-43f3-af42-697f7477b2f9 req-77397466-753b-409f-8a75-49f70fd1e9ca tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:55.645937 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-7794c77e-a1ce-43f3-af42-697f7477b2f9 req-77397466-753b-409f-8a75-49f70fd1e9ca tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.50 "GET /v2.0/ports?device_id=521db769-5cc0-4650-825b-60d2bd65ba8e HTTP/1.1" status: 200 len: 945 time: 0.0832458 Aug 04 16:26:55.808005 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [req-7794c77e-a1ce-43f3-af42-697f7477b2f9 req-88092e30-3c27-4e4d-9460-f907c118e5cc tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Deleting port ab31841b-8c84-4191-8224-14d23e6435ca {{(pid=93330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:26:55.808424 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-7794c77e-a1ce-43f3-af42-697f7477b2f9 req-88092e30-3c27-4e4d-9460-f907c118e5cc tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:55.820327 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3331e0-0b95-4d23-8b2e-f45dc4c56c4a req-157d3ef9-927e-413c-a8dd-53a35af2ff3f tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:55.831713 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-cc3331e0-0b95-4d23-8b2e-f45dc4c56c4a req-157d3ef9-927e-413c-a8dd-53a35af2ff3f tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.0938683 Aug 04 16:26:55.885487 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-cc3331e0-0b95-4d23-8b2e-f45dc4c56c4a req-32673ee3-aab9-4e5b-97b7-eda1668f0165 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517409 Aug 04 16:26:56.280418 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c350f34-2937-46e9-b8b6-354e85f4e253 req-9dddd1e6-797d-4cae-95b0-824e7d30f1ed tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:56.282109 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0c350f34-2937-46e9-b8b6-354e85f4e253 req-9dddd1e6-797d-4cae-95b0-824e7d30f1ed tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.1588299 Aug 04 16:26:56.312136 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-7794c77e-a1ce-43f3-af42-697f7477b2f9 req-88092e30-3c27-4e4d-9460-f907c118e5cc tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] For port ab31841b-8c84-4191-8224-14d23e6435ca, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ab31841b-8c84-4191-8224-14d23e6435ca,segment=NetworkSegment(695adc21-0034-421d-a4b2-e370b8b0f86d),segment_id=695adc21-0034-421d-a4b2-e370b8b0f86d)] {{(pid=93330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:26:56.312136 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-7794c77e-a1ce-43f3-af42-697f7477b2f9 req-88092e30-3c27-4e4d-9460-f907c118e5cc tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:56.338478 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [req-7794c77e-a1ce-43f3-af42-697f7477b2f9 req-88092e30-3c27-4e4d-9460-f907c118e5cc tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Calling delete_port for ab31841b-8c84-4191-8224-14d23e6435ca owned by compute:nova {{(pid=93330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:26:56.355836 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473070f-fa4d-4ba8-a6a1-177ea54a4898 req-93b221fb-8ad8-4d01-8eb6-dffb1167e053 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:56.357563 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d473070f-fa4d-4ba8-a6a1-177ea54a4898 req-93b221fb-8ad8-4d01-8eb6-dffb1167e053 tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/ports?device_id=521db769-5cc0-4650-825b-60d2bd65ba8e HTTP/1.1" status: 200 len: 945 time: 0.0752072 Aug 04 16:26:56.376364 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0c350f34-2937-46e9-b8b6-354e85f4e253 req-912026ef-8864-4579-b46a-47239e50a781 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775747 Aug 04 16:26:56.421872 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d473070f-fa4d-4ba8-a6a1-177ea54a4898 req-da72406e-0403-439d-9f16-f13e763a327e tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.77 "GET /v2.0/security-groups?id=7353d875-abd4-4707-a9c3-5b04791f10b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575500 Aug 04 16:26:56.547943 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-7794c77e-a1ce-43f3-af42-697f7477b2f9 req-88092e30-3c27-4e4d-9460-f907c118e5cc tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:56.561094 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] get_ports_and_sgs() called for port_ids ['ab31841b-8c84-4191-8224-14d23e6435ca'] {{(pid=93332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:26:56.602725 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88092e30-3c27-4e4d-9460-f907c118e5cc tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Pushing event deleted for resources: {'Port': ['ID=ab31841b-8c84-4191-8224-14d23e6435ca,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:56.646926 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856bab09-3e71-4d00-a1f9-7096e2efb8d6 req-4d30f1f1-8e87-44f4-87f0-021e96a64af5 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:56.648562 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-856bab09-3e71-4d00-a1f9-7096e2efb8d6 req-4d30f1f1-8e87-44f4-87f0-021e96a64af5 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 946 time: 0.1106746 Aug 04 16:26:56.665374 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [req-7794c77e-a1ce-43f3-af42-697f7477b2f9 req-88092e30-3c27-4e4d-9460-f907c118e5cc tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] No DVR routers for this DVR port ab31841b-8c84-4191-8224-14d23e6435ca on host hv-cinder-78956 {{(pid=93330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:26:56.675527 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-7794c77e-a1ce-43f3-af42-697f7477b2f9 req-88092e30-3c27-4e4d-9460-f907c118e5cc tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:56.678568 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-7794c77e-a1ce-43f3-af42-697f7477b2f9 req-88092e30-3c27-4e4d-9460-f907c118e5cc tempest-VolumesActionsTest-1958328863 tempest-VolumesActionsTest-1958328863-project] 10.222.0.50 "DELETE /v2.0/ports/ab31841b-8c84-4191-8224-14d23e6435ca HTTP/1.1" status: 204 len: 173 time: 1.0235484 Aug 04 16:26:56.679224 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521db769-5cc0-4650-825b-60d2bd65ba8e', 'name': 'network-vif-deleted', 'tag': 'ab31841b-8c84-4191-8224-14d23e6435ca'}] {{(pid=93330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:26:56.682804 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37e886c0defde040503dc6230deb255415226de4639eab9b495881836c77004d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a858e23-c6a1-420c-9ac7-429fe3be9eb2" -d '{"events": [{"server_uuid": "521db769-5cc0-4650-825b-60d2bd65ba8e", "name": "network-vif-deleted", "tag": "ab31841b-8c84-4191-8224-14d23e6435ca"}]}' {{(pid=93330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:26:56.741345 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-856bab09-3e71-4d00-a1f9-7096e2efb8d6 req-75ab37f2-d91c-4d51-8eb5-7134b203df37 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779047 Aug 04 16:26:56.768447 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea372b01-c821-4eaf-a0d6-1ba08803b104 x-openstack-request-id: req-ea372b01-c821-4eaf-a0d6-1ba08803b104 {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:26:56.768951 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "521db769-5cc0-4650-825b-60d2bd65ba8e", "name": "network-vif-deleted", "tag": "ab31841b-8c84-4191-8224-14d23e6435ca", "status": "completed", "code": 200}]} {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:26:56.769378 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ea372b01-c821-4eaf-a0d6-1ba08803b104 {{(pid=93330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:26:56.780840 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521db769-5cc0-4650-825b-60d2bd65ba8e', 'name': 'network-vif-deleted', 'tag': 'ab31841b-8c84-4191-8224-14d23e6435ca', 'status': 'completed', 'code': 200} Aug 04 16:26:57.059862 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a6985-8a68-4463-8e48-61e9a4e4e6b7 req-244adbdb-b187-434f-86e0-9023633f9519 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:57.061472 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f15a6985-8a68-4463-8e48-61e9a4e4e6b7 req-244adbdb-b187-434f-86e0-9023633f9519 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=633aa183-b18b-4a00-b5c5-544b98236747 HTTP/1.1" status: 200 len: 945 time: 0.0528569 Aug 04 16:26:57.062260 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b0064-ff3b-4ab0-8db9-b6fc9ed5d764 req-7a8d4d9b-a80d-4c83-a9c7-df90e728a9ac tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:57.070175 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-839b0064-ff3b-4ab0-8db9-b6fc9ed5d764 req-7a8d4d9b-a80d-4c83-a9c7-df90e728a9ac tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.0738273 Aug 04 16:26:57.105660 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-839b0064-ff3b-4ab0-8db9-b6fc9ed5d764 req-691f1432-47f5-49f9-895c-b7045b7129d6 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344896 Aug 04 16:26:57.118461 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f15a6985-8a68-4463-8e48-61e9a4e4e6b7 req-764de016-78c0-4263-b83a-a31c21d0218a tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503991 Aug 04 16:26:57.208105 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 2f98095a-4190-47cd-bc6f-386032999d1c no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:26:57.228374 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] No Port match for: 2f98095a-4190-47cd-bc6f-386032999d1c {{(pid=93332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:26:57.228722 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 2f98095a-4190-47cd-bc6f-386032999d1c not bound to the agent host hv-cinder-78956 {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:26:57.229174 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device ab31841b-8c84-4191-8224-14d23e6435ca no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:26:57.248384 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] No Port match for: ab31841b-8c84-4191-8224-14d23e6435ca {{(pid=93332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:26:57.248755 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device ab31841b-8c84-4191-8224-14d23e6435ca not bound to the agent host hv-cinder-78956 {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:26:57.504544 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca05595-83fd-44dd-a4fb-db1cc261c309 req-dbb93d23-d6fc-4264-b406-a697b7b11beb tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:57.506439 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-9ca05595-83fd-44dd-a4fb-db1cc261c309 req-dbb93d23-d6fc-4264-b406-a697b7b11beb tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0520766 Aug 04 16:26:57.545406 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-9ca05595-83fd-44dd-a4fb-db1cc261c309 req-a637b771-c625-4e31-83e2-803d766c6bf3 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327907 Aug 04 16:26:57.886255 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8138827-5b6b-40ac-bb15-6d59eb9ce42b req-ae1242f5-a9df-4ea4-873c-dc7ad389808d tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:57.887782 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-d8138827-5b6b-40ac-bb15-6d59eb9ce42b req-ae1242f5-a9df-4ea4-873c-dc7ad389808d tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 946 time: 0.0586011 Aug 04 16:26:57.958696 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-d8138827-5b6b-40ac-bb15-6d59eb9ce42b req-e76d554c-745e-476d-a9c0-f3fe21d30686 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647569 Aug 04 16:26:57.964558 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf0e31-1a18-4b90-8716-6047a1caa259 req-a51bc0c8-ba49-4862-981c-31009f423c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:57.966137 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-babf0e31-1a18-4b90-8716-6047a1caa259 req-a51bc0c8-ba49-4862-981c-31009f423c9e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e94f253973de4174807e633c0f67ea51&device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 1099 time: 0.0650926 Aug 04 16:26:58.084235 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf0e31-1a18-4b90-8716-6047a1caa259 req-7d7d4239-d013-49d2-ac39-6b485b386dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:58.085757 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-babf0e31-1a18-4b90-8716-6047a1caa259 req-7d7d4239-d013-49d2-ac39-6b485b386dcd service neutron] 10.222.0.50 "GET /v2.0/networks?id=3375530b-34ca-4462-9339-3ed10ebd346b HTTP/1.1" status: 200 len: 917 time: 0.1117487 Aug 04 16:26:58.182004 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-babf0e31-1a18-4b90-8716-6047a1caa259 req-2c04ad35-1f52-4bcb-83d9-792c8f09f86f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0da0ab28-3f37-48ae-94a1-42c44e08a854 HTTP/1.1" status: 200 len: 1002 time: 0.0848589 Aug 04 16:26:58.239924 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf0e31-1a18-4b90-8716-6047a1caa259 req-1f6eec1b-b5a3-4dd9-b043-50325eb1137b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:58.241447 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-babf0e31-1a18-4b90-8716-6047a1caa259 req-1f6eec1b-b5a3-4dd9-b043-50325eb1137b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0ad7513e-214e-4cef-868b-a5927b57f732 HTTP/1.1" status: 200 len: 855 time: 0.0508273 Aug 04 16:26:58.268768 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47076aa3-9037-4466-8390-43593c49a1e5 req-0bedb910-5846-44cf-a2b1-5f48adc11a89 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:58.270526 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-47076aa3-9037-4466-8390-43593c49a1e5 req-0bedb910-5846-44cf-a2b1-5f48adc11a89 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=633aa183-b18b-4a00-b5c5-544b98236747 HTTP/1.1" status: 200 len: 945 time: 0.0517509 Aug 04 16:26:58.303022 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf0e31-1a18-4b90-8716-6047a1caa259 req-51b61fd2-c96e-4161-a08c-c93cfd6d4816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:58.304618 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-babf0e31-1a18-4b90-8716-6047a1caa259 req-51b61fd2-c96e-4161-a08c-c93cfd6d4816 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3375530b-34ca-4462-9339-3ed10ebd346b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497046 Aug 04 16:26:58.319270 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-47076aa3-9037-4466-8390-43593c49a1e5 req-c9bb7a4a-3050-4dc5-aa60-5406fd3f1863 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414457 Aug 04 16:26:58.411274 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-babf0e31-1a18-4b90-8716-6047a1caa259 req-ea8751e6-b44d-433c-9077-55c8dd0e4af3 service neutron] 10.222.0.50 "GET /v2.0/networks/3375530b-34ca-4462-9339-3ed10ebd346b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983639 Aug 04 16:26:58.552876 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-babf0e31-1a18-4b90-8716-6047a1caa259 req-56b9707f-a68f-4a43-98c4-4ae9251609ff service neutron] 10.222.0.50 "GET /v2.0/networks/3375530b-34ca-4462-9339-3ed10ebd346b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333992 Aug 04 16:26:58.683679 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ddbd1-0114-49f1-b9d1-dd1ce545ee5b req-251a1754-7e68-4bce-b690-92ffdcc443a7 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:58.685925 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-172ddbd1-0114-49f1-b9d1-dd1ce545ee5b req-251a1754-7e68-4bce-b690-92ffdcc443a7 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0592594 Aug 04 16:26:58.734570 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-172ddbd1-0114-49f1-b9d1-dd1ce545ee5b req-bac478e6-5de3-4759-83c3-4bbb0928fa8e tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396419 Aug 04 16:26:59.095486 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8e08a-53d6-49f5-9bda-6338438b423c req-dfa65d50-703d-48c9-812b-e9f5b4cbf1fc tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:59.099515 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-0af8e08a-53d6-49f5-9bda-6338438b423c req-dfa65d50-703d-48c9-812b-e9f5b4cbf1fc tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 946 time: 0.0587101 Aug 04 16:26:59.154967 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-0af8e08a-53d6-49f5-9bda-6338438b423c req-af58fc09-d2b4-4664-a318-0fbed354611a tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480318 Aug 04 16:26:59.461636 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e955c-c73f-4ff2-b552-099f9ba54e2a req-86d25606-8306-496c-8317-25ff7cfef889 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:59.463456 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-509e955c-c73f-4ff2-b552-099f9ba54e2a req-86d25606-8306-496c-8317-25ff7cfef889 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=633aa183-b18b-4a00-b5c5-544b98236747 HTTP/1.1" status: 200 len: 945 time: 0.0567517 Aug 04 16:26:59.513498 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-509e955c-c73f-4ff2-b552-099f9ba54e2a req-f9195f77-78e1-4eeb-bc74-9d095c5f7079 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420792 Aug 04 16:26:59.858534 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef2888-4e63-4b08-9d28-94c53b64e6bc req-ec5d9dde-52be-4955-8784-aeb3bf8d3d52 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:59.860188 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-43ef2888-4e63-4b08-9d28-94c53b64e6bc req-ec5d9dde-52be-4955-8784-aeb3bf8d3d52 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0526073 Aug 04 16:26:59.911638 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-43ef2888-4e63-4b08-9d28-94c53b64e6bc req-65c10e6a-50fc-4366-ab87-9481e0217aac tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443990 Aug 04 16:27:00.307351 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a75475-40f0-4a29-a293-5f4ee788dc98 req-e8dcfc5d-b8f1-4f5c-9226-d92f229fb5c2 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:00.309020 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-29a75475-40f0-4a29-a293-5f4ee788dc98 req-e8dcfc5d-b8f1-4f5c-9226-d92f229fb5c2 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 946 time: 0.0667446 Aug 04 16:27:00.359114 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-29a75475-40f0-4a29-a293-5f4ee788dc98 req-ffc8f5e7-3402-478e-bc0b-d3c802e2e3d4 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437663 Aug 04 16:27:00.645398 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f7f75-3958-4ede-9358-329e3c13f408 req-b64fb675-311b-4500-bdc6-619031f05497 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:00.646995 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-689f7f75-3958-4ede-9358-329e3c13f408 req-b64fb675-311b-4500-bdc6-619031f05497 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=633aa183-b18b-4a00-b5c5-544b98236747 HTTP/1.1" status: 200 len: 945 time: 0.0532141 Aug 04 16:27:00.688685 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-689f7f75-3958-4ede-9358-329e3c13f408 req-d58ea5cd-7c06-41df-adc1-8e8f013bfff7 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353117 Aug 04 16:27:01.040078 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07e609-063a-4032-9ff5-f0a5c57ef808 req-a97b6a92-2ea4-4b1b-8ca9-5448d1eb4f9b tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:01.041662 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-4a07e609-063a-4032-9ff5-f0a5c57ef808 req-a97b6a92-2ea4-4b1b-8ca9-5448d1eb4f9b tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0550916 Aug 04 16:27:01.084468 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-4a07e609-063a-4032-9ff5-f0a5c57ef808 req-a7c2323c-a8f2-433f-b477-82d1e1f884db tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347810 Aug 04 16:27:01.487691 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed02f93-19d0-4947-9beb-3b32eb9a58d3 req-756482f0-fc3e-4359-87ee-b9c7e08ed85a tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:01.489177 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-bed02f93-19d0-4947-9beb-3b32eb9a58d3 req-756482f0-fc3e-4359-87ee-b9c7e08ed85a tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 946 time: 0.0547984 Aug 04 16:27:01.532313 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-bed02f93-19d0-4947-9beb-3b32eb9a58d3 req-fb6141c5-23d5-4786-8133-b2713d61c5f1 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357125 Aug 04 16:27:01.742527 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 0da0ab28-3f37-48ae-94a1-42c44e08a854 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:27:01.823564 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68737c10-daaf-4170-a86f-7f4a0ce54b1f req-a6145baf-f52e-4764-8326-8eb2918eafb9 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:01.825153 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-68737c10-daaf-4170-a86f-7f4a0ce54b1f req-a6145baf-f52e-4764-8326-8eb2918eafb9 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=633aa183-b18b-4a00-b5c5-544b98236747 HTTP/1.1" status: 200 len: 945 time: 0.0586050 Aug 04 16:27:01.825301 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:01.859882 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e525871-8d1f-4462-9cb5-7e3aeb9c3977', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0da0ab28-3f37-48ae-94a1-42c44e08a854'}] {{(pid=93332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:27:01.862242 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60a3b88c11522644802803ec4887c4dd8a4d8449af02ad3849b143fbab4f5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54790fd0-bf23-407b-8fa9-e927ffc49801" -d '{"events": [{"server_uuid": "7e525871-8d1f-4462-9cb5-7e3aeb9c3977", "name": "network-vif-unplugged", "status": "completed", "tag": "0da0ab28-3f37-48ae-94a1-42c44e08a854"}]}' {{(pid=93332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:27:01.865123 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-68737c10-daaf-4170-a86f-7f4a0ce54b1f req-3091b1fe-4d62-421c-b3fe-4d2ebfebb1c4 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337408 Aug 04 16:27:01.876489 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 0da0ab28-3f37-48ae-94a1-42c44e08a854, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0da0ab28-3f37-48ae-94a1-42c44e08a854,segment=NetworkSegment(ce787726-f448-43d2-afe7-5993012333a5),segment_id=ce787726-f448-43d2-afe7-5993012333a5)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:27:01.882274 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:01.910838 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 16:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d791bc-ad62-4a21-ac3f-ab2b1579efbc x-openstack-request-id: req-71d791bc-ad62-4a21-ac3f-ab2b1579efbc {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:27:01.911243 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e525871-8d1f-4462-9cb5-7e3aeb9c3977", "name": "network-vif-unplugged", "status": "completed", "tag": "0da0ab28-3f37-48ae-94a1-42c44e08a854", "code": 200}]} {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:27:01.911466 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-71d791bc-ad62-4a21-ac3f-ab2b1579efbc {{(pid=93332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:27:01.911845 dv-cinder-789564-9-iscsi neutron-server[93332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e525871-8d1f-4462-9cb5-7e3aeb9c3977', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0da0ab28-3f37-48ae-94a1-42c44e08a854', 'code': 200} Aug 04 16:27:01.941731 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=0da0ab28-3f37-48ae-94a1-42c44e08a854,revision_number=8']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:02.104160 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396cbea6-d818-4088-a88a-3e151491da64 req-644adb0f-4b4d-479d-a10a-8c195a6988c8 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:02.105790 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-396cbea6-d818-4088-a88a-3e151491da64 req-644adb0f-4b4d-479d-a10a-8c195a6988c8 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.50 "GET /v2.0/ports?device_id=633aa183-b18b-4a00-b5c5-544b98236747 HTTP/1.1" status: 200 len: 945 time: 0.0732968 Aug 04 16:27:02.244472 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe2029-5d4b-4e03-9859-82524f4f09ef req-e83ec02a-6ea4-4b7e-9dac-77ee64660f7a tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:02.255608 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-afbe2029-5d4b-4e03-9859-82524f4f09ef req-e83ec02a-6ea4-4b7e-9dac-77ee64660f7a tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0834692 Aug 04 16:27:02.277731 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [req-396cbea6-d818-4088-a88a-3e151491da64 req-d0c38bcf-9438-435b-b21e-b47ce736e429 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Deleting port 47499106-0a08-49c1-893b-db6e05e577ca {{(pid=93330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:27:02.278100 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-396cbea6-d818-4088-a88a-3e151491da64 req-d0c38bcf-9438-435b-b21e-b47ce736e429 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:02.345621 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-afbe2029-5d4b-4e03-9859-82524f4f09ef req-a6cc347e-1cc3-4421-94a8-de06596b8ac5 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917323 Aug 04 16:27:02.398604 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-396cbea6-d818-4088-a88a-3e151491da64 req-d0c38bcf-9438-435b-b21e-b47ce736e429 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] For port 47499106-0a08-49c1-893b-db6e05e577ca, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=47499106-0a08-49c1-893b-db6e05e577ca,segment=NetworkSegment(c440e2a5-b317-4439-bc53-ce6262488736),segment_id=c440e2a5-b317-4439-bc53-ce6262488736)] {{(pid=93330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:27:02.398970 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-396cbea6-d818-4088-a88a-3e151491da64 req-d0c38bcf-9438-435b-b21e-b47ce736e429 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:02.414889 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [req-396cbea6-d818-4088-a88a-3e151491da64 req-d0c38bcf-9438-435b-b21e-b47ce736e429 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Calling delete_port for 47499106-0a08-49c1-893b-db6e05e577ca owned by compute:nova {{(pid=93330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:27:02.562470 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-396cbea6-d818-4088-a88a-3e151491da64 req-d0c38bcf-9438-435b-b21e-b47ce736e429 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:02.580236 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] get_ports_and_sgs() called for port_ids ['b162335e-7c27-4531-a303-ef9867eb115e', 'a3e775d0-e69d-4c40-9188-fbe388517260', '47499106-0a08-49c1-893b-db6e05e577ca'] {{(pid=93332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:27:02.619811 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c38bcf-9438-435b-b21e-b47ce736e429 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Pushing event deleted for resources: {'Port': ['ID=47499106-0a08-49c1-893b-db6e05e577ca,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:02.648039 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c38bcf-9438-435b-b21e-b47ce736e429 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:02.648558 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c38bcf-9438-435b-b21e-b47ce736e429 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:02.649011 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c38bcf-9438-435b-b21e-b47ce736e429 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:02.649519 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c38bcf-9438-435b-b21e-b47ce736e429 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:02.650235 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c38bcf-9438-435b-b21e-b47ce736e429 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:02.650903 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c38bcf-9438-435b-b21e-b47ce736e429 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:02.651395 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c38bcf-9438-435b-b21e-b47ce736e429 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:02.651852 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c38bcf-9438-435b-b21e-b47ce736e429 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:02.652303 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c38bcf-9438-435b-b21e-b47ce736e429 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:02.652732 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c38bcf-9438-435b-b21e-b47ce736e429 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:02.653579 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c38bcf-9438-435b-b21e-b47ce736e429 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:02.653831 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c38bcf-9438-435b-b21e-b47ce736e429 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:02.672359 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [req-396cbea6-d818-4088-a88a-3e151491da64 req-d0c38bcf-9438-435b-b21e-b47ce736e429 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] No DVR routers for this DVR port 47499106-0a08-49c1-893b-db6e05e577ca on host hv-cinder-78956 {{(pid=93330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:27:02.675174 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-396cbea6-d818-4088-a88a-3e151491da64 req-d0c38bcf-9438-435b-b21e-b47ce736e429 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:02.677934 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-396cbea6-d818-4088-a88a-3e151491da64 req-d0c38bcf-9438-435b-b21e-b47ce736e429 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.50 "DELETE /v2.0/ports/47499106-0a08-49c1-893b-db6e05e577ca HTTP/1.1" status: 204 len: 173 time: 0.5612187 Aug 04 16:27:02.678454 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '633aa183-b18b-4a00-b5c5-544b98236747', 'name': 'network-vif-deleted', 'tag': '47499106-0a08-49c1-893b-db6e05e577ca'}] {{(pid=93330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:27:02.680900 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37e886c0defde040503dc6230deb255415226de4639eab9b495881836c77004d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569af4f4-7766-4d18-b0c4-58c70305b41d" -d '{"events": [{"server_uuid": "633aa183-b18b-4a00-b5c5-544b98236747", "name": "network-vif-deleted", "tag": "47499106-0a08-49c1-893b-db6e05e577ca"}]}' {{(pid=93330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:27:02.708518 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350424e-706a-413c-b78b-3f67c24a409c req-6e116a8f-1246-425c-8e5f-252e8ff215df tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:02.711645 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-2350424e-706a-413c-b78b-3f67c24a409c req-6e116a8f-1246-425c-8e5f-252e8ff215df tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 944 time: 0.0750854 Aug 04 16:27:02.768090 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4615ab0f-8827-434e-bed2-24024e555e51 x-openstack-request-id: req-4615ab0f-8827-434e-bed2-24024e555e51 {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:27:02.768390 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "633aa183-b18b-4a00-b5c5-544b98236747", "name": "network-vif-deleted", "tag": "47499106-0a08-49c1-893b-db6e05e577ca", "status": "completed", "code": 200}]} {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:27:02.768644 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4615ab0f-8827-434e-bed2-24024e555e51 {{(pid=93330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:27:02.769043 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '633aa183-b18b-4a00-b5c5-544b98236747', 'name': 'network-vif-deleted', 'tag': '47499106-0a08-49c1-893b-db6e05e577ca', 'status': 'completed', 'code': 200} Aug 04 16:27:02.769579 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-2350424e-706a-413c-b78b-3f67c24a409c req-01bfd795-5b5b-47c8-9147-5312901a83e8 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463686 Aug 04 16:27:03.059760 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-c6ed0402-102f-4a77-a89b-548c688e19e1 req-062c0134-3af4-423a-8e3e-6b24fd866878 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=633aa183-b18b-4a00-b5c5-544b98236747 HTTP/1.1" status: 200 len: 210 time: 0.0508733 Aug 04 16:27:03.527299 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170fc38-b0b3-4fc9-8102-df87b17cf400 req-4cd407e7-44e5-42dd-b40e-fa4d629f6ee1 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:03.530086 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-4170fc38-b0b3-4fc9-8102-df87b17cf400 req-4cd407e7-44e5-42dd-b40e-fa4d629f6ee1 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0985649 Aug 04 16:27:03.596631 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-4170fc38-b0b3-4fc9-8102-df87b17cf400 req-a4cb7ba4-033c-47ec-b37a-ddccc2d8ba89 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547769 Aug 04 16:27:03.832910 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb4645-b719-477c-9689-d9590e1a2a19 req-36447d43-8d41-47ec-967e-e794a14dbc5e tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:03.840916 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-4bfb4645-b719-477c-9689-d9590e1a2a19 req-36447d43-8d41-47ec-967e-e794a14dbc5e tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 944 time: 0.0820014 Aug 04 16:27:03.891661 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-4bfb4645-b719-477c-9689-d9590e1a2a19 req-473bf30d-300e-4f8c-b806-1e9ffba2bd21 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496466 Aug 04 16:27:04.222863 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 43404) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:04.407053 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-77a3172f-796f-4d18-9ce9-a3228252f0bc req-59005784-6102-4014-b1a0-e056e5509d6a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1826842 Aug 04 16:27:04.538064 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dcd97d-5162-4a36-8417-63cfd7818483 req-a34cdfdc-7df5-489b-974a-7bd6431b6bd3 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:04.546119 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-19dcd97d-5162-4a36-8417-63cfd7818483 req-a34cdfdc-7df5-489b-974a-7bd6431b6bd3 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab28e453-d982-46f7-b51d-19d0a91ccfea HTTP/1.1" status: 200 len: 946 time: 0.0646989 Aug 04 16:27:04.605646 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-19dcd97d-5162-4a36-8417-63cfd7818483 req-7a84cc35-9cc0-4fd5-8766-961e7652a85d tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494347 Aug 04 16:27:04.780972 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee695d07-6a04-4027-9585-2a0d397152de req-927fe3f8-50be-49d6-bcd6-cbcb22865287 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:04.782776 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-ee695d07-6a04-4027-9585-2a0d397152de req-927fe3f8-50be-49d6-bcd6-cbcb22865287 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0695269 Aug 04 16:27:04.845179 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-ee695d07-6a04-4027-9585-2a0d397152de req-33c728c5-7f24-49d3-a440-df439d465537 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557451 Aug 04 16:27:05.068996 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6609a6-e0d7-4595-b503-b0911c85960c req-881388bd-1b5e-4f87-bc4f-30d780d6c638 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:05.079495 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-7b6609a6-e0d7-4595-b503-b0911c85960c req-881388bd-1b5e-4f87-bc4f-30d780d6c638 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 944 time: 0.0812693 Aug 04 16:27:05.121492 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-7b6609a6-e0d7-4595-b503-b0911c85960c req-81538705-fee1-4754-a64f-970222907448 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410180 Aug 04 16:27:05.808533 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148627c-446d-4b91-b6b1-c83a725d7ef6 req-c0ae4069-536d-4fb5-94e1-ece08be91384 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:05.819706 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-2148627c-446d-4b91-b6b1-c83a725d7ef6 req-c0ae4069-536d-4fb5-94e1-ece08be91384 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab28e453-d982-46f7-b51d-19d0a91ccfea HTTP/1.1" status: 200 len: 946 time: 0.1537430 Aug 04 16:27:05.958871 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-2148627c-446d-4b91-b6b1-c83a725d7ef6 req-86d17505-8102-45ff-b214-db5bbeb97f51 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367731 Aug 04 16:27:06.084870 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44c42b-1aa8-4f7c-aaad-3130dd4005a2 req-47ec476c-d0bc-4ca0-90f8-3029abdedc5c tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:06.086795 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-cb44c42b-1aa8-4f7c-aaad-3130dd4005a2 req-47ec476c-d0bc-4ca0-90f8-3029abdedc5c tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0763245 Aug 04 16:27:06.147268 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-cb44c42b-1aa8-4f7c-aaad-3130dd4005a2 req-9eec401d-6334-4ed5-a590-c472cff00bff tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531142 Aug 04 16:27:06.351572 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5facdd9-ce2a-454b-a5b9-236ec665b056 req-58e2d84a-950b-4053-985e-3d500076a004 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:06.361971 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-c5facdd9-ce2a-454b-a5b9-236ec665b056 req-58e2d84a-950b-4053-985e-3d500076a004 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 944 time: 0.0728226 Aug 04 16:27:06.416520 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-c5facdd9-ce2a-454b-a5b9-236ec665b056 req-d3ab746f-2031-48cf-958d-1a97f338f380 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532022 Aug 04 16:27:06.734478 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5db4d0-2ce2-4858-8ca0-1318f7b82d86 req-2e736be5-97c2-49c1-b53f-918a8a9241d5 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:06.735877 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-ca5db4d0-2ce2-4858-8ca0-1318f7b82d86 req-2e736be5-97c2-49c1-b53f-918a8a9241d5 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab28e453-d982-46f7-b51d-19d0a91ccfea HTTP/1.1" status: 200 len: 946 time: 0.0662084 Aug 04 16:27:06.944567 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [req-ca5db4d0-2ce2-4858-8ca0-1318f7b82d86 req-8ae5d913-d9bb-49bb-b35a-9d70230fb2c8 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Deleting port a3e775d0-e69d-4c40-9188-fbe388517260 {{(pid=93330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:27:06.944903 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-ca5db4d0-2ce2-4858-8ca0-1318f7b82d86 req-8ae5d913-d9bb-49bb-b35a-9d70230fb2c8 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:07.003437 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3172f-796f-4d18-9ce9-a3228252f0bc req-7f4841e1-33da-426f-aa3d-0b03dfb1bc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:07.005043 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-77a3172f-796f-4d18-9ce9-a3228252f0bc req-7f4841e1-33da-426f-aa3d-0b03dfb1bc0c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977&tenant_id=e94f253973de4174807e633c0f67ea51 HTTP/1.1" status: 200 len: 1097 time: 0.1453452 Aug 04 16:27:07.164224 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-ca5db4d0-2ce2-4858-8ca0-1318f7b82d86 req-8ae5d913-d9bb-49bb-b35a-9d70230fb2c8 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] For port a3e775d0-e69d-4c40-9188-fbe388517260, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=a3e775d0-e69d-4c40-9188-fbe388517260,segment=NetworkSegment(c440e2a5-b317-4439-bc53-ce6262488736),segment_id=c440e2a5-b317-4439-bc53-ce6262488736)] {{(pid=93330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:27:07.164950 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-ca5db4d0-2ce2-4858-8ca0-1318f7b82d86 req-8ae5d913-d9bb-49bb-b35a-9d70230fb2c8 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:07.189278 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [req-ca5db4d0-2ce2-4858-8ca0-1318f7b82d86 req-8ae5d913-d9bb-49bb-b35a-9d70230fb2c8 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Calling delete_port for a3e775d0-e69d-4c40-9188-fbe388517260 owned by compute:nova {{(pid=93330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:27:07.222924 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3172f-796f-4d18-9ce9-a3228252f0bc req-9fd7257d-b8ff-4a07-8ce8-09ea4c8f1ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:07.225139 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-77a3172f-796f-4d18-9ce9-a3228252f0bc req-9fd7257d-b8ff-4a07-8ce8-09ea4c8f1ccb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e94f253973de4174807e633c0f67ea51&device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 1097 time: 0.1712351 Aug 04 16:27:07.241374 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42660086-075d-445b-9669-44cf7ab68fc8 req-b862ec32-847e-426f-b2cd-baf8ac5f7130 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:07.242977 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-42660086-075d-445b-9669-44cf7ab68fc8 req-b862ec32-847e-426f-b2cd-baf8ac5f7130 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab28e453-d982-46f7-b51d-19d0a91ccfea HTTP/1.1" status: 200 len: 946 time: 0.1911285 Aug 04 16:27:07.319963 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f764581-803a-4b15-a339-b34647d06e83 req-0e079931-3f54-4ac6-b1f8-01a54a982929 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:07.328530 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-2f764581-803a-4b15-a339-b34647d06e83 req-0e079931-3f54-4ac6-b1f8-01a54a982929 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0845497 Aug 04 16:27:07.403189 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-2f764581-803a-4b15-a339-b34647d06e83 req-a08d9a82-0760-4d4b-a96a-53f31dac9f39 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730689 Aug 04 16:27:07.478028 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-42660086-075d-445b-9669-44cf7ab68fc8 req-5e64a425-c0b5-4c2c-ae7f-58723333b3cf tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923115 Aug 04 16:27:07.541149 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3172f-796f-4d18-9ce9-a3228252f0bc req-c7a27ef5-ab32-4e90-8aa8-89f9a3a75b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:07.543101 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-77a3172f-796f-4d18-9ce9-a3228252f0bc req-c7a27ef5-ab32-4e90-8aa8-89f9a3a75b22 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3375530b-34ca-4462-9339-3ed10ebd346b HTTP/1.1" status: 200 len: 917 time: 0.2988429 Aug 04 16:27:07.603489 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37335417-2493-4a49-bd85-c9706a3902c1 req-0ec86ef1-61b5-45ff-ac13-75a13791427b tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:07.605184 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-37335417-2493-4a49-bd85-c9706a3902c1 req-0ec86ef1-61b5-45ff-ac13-75a13791427b tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 944 time: 0.0674286 Aug 04 16:27:07.684184 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-37335417-2493-4a49-bd85-c9706a3902c1 req-ae2c8202-adc8-48da-8ee0-35ceeac921d3 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702450 Aug 04 16:27:07.694677 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-77a3172f-796f-4d18-9ce9-a3228252f0bc req-a978f7b1-343f-40ab-b46a-0535e097b78f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0da0ab28-3f37-48ae-94a1-42c44e08a854 HTTP/1.1" status: 200 len: 1000 time: 0.1405530 Aug 04 16:27:07.701739 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-ca5db4d0-2ce2-4858-8ca0-1318f7b82d86 req-8ae5d913-d9bb-49bb-b35a-9d70230fb2c8 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:07.716118 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] get_ports_and_sgs() called for port_ids ['b162335e-7c27-4531-a303-ef9867eb115e', 'a3e775d0-e69d-4c40-9188-fbe388517260'] {{(pid=93332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:27:07.779574 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae5d913-d9bb-49bb-b35a-9d70230fb2c8 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Pushing event deleted for resources: {'Port': ['ID=a3e775d0-e69d-4c40-9188-fbe388517260,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:07.779972 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 47499106-0a08-49c1-893b-db6e05e577ca no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:27:07.821453 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] No Port match for: 47499106-0a08-49c1-893b-db6e05e577ca {{(pid=93332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:27:07.821801 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 47499106-0a08-49c1-893b-db6e05e577ca not bound to the agent host hv-cinder-78956 {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:27:07.822252 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 0da0ab28-3f37-48ae-94a1-42c44e08a854 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:27:07.857805 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5db4d0-2ce2-4858-8ca0-1318f7b82d86 req-8ae5d913-d9bb-49bb-b35a-9d70230fb2c8 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] No DVR routers for this DVR port a3e775d0-e69d-4c40-9188-fbe388517260 on host hv-cinder-78956 {{(pid=93330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:27:07.861086 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-ca5db4d0-2ce2-4858-8ca0-1318f7b82d86 req-8ae5d913-d9bb-49bb-b35a-9d70230fb2c8 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:07.862985 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-ca5db4d0-2ce2-4858-8ca0-1318f7b82d86 req-8ae5d913-d9bb-49bb-b35a-9d70230fb2c8 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.50 "DELETE /v2.0/ports/a3e775d0-e69d-4c40-9188-fbe388517260 HTTP/1.1" status: 204 len: 173 time: 1.1161399 Aug 04 16:27:07.863548 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab28e453-d982-46f7-b51d-19d0a91ccfea', 'name': 'network-vif-deleted', 'tag': 'a3e775d0-e69d-4c40-9188-fbe388517260'}] {{(pid=93330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:27:07.867232 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37e886c0defde040503dc6230deb255415226de4639eab9b495881836c77004d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2969e7c3-3c11-4322-8f89-146c9876caa3" -d '{"events": [{"server_uuid": "ab28e453-d982-46f7-b51d-19d0a91ccfea", "name": "network-vif-deleted", "tag": "a3e775d0-e69d-4c40-9188-fbe388517260"}]}' {{(pid=93330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:27:07.872286 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3172f-796f-4d18-9ce9-a3228252f0bc req-718057aa-7d80-4bf7-b2d1-0635b03a6c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:07.873970 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-77a3172f-796f-4d18-9ce9-a3228252f0bc req-718057aa-7d80-4bf7-b2d1-0635b03a6c51 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0ad7513e-214e-4cef-868b-a5927b57f732 HTTP/1.1" status: 200 len: 855 time: 0.1642258 Aug 04 16:27:07.946960 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c170820c-8bbd-4f66-860b-15d887e659c3 x-openstack-request-id: req-c170820c-8bbd-4f66-860b-15d887e659c3 {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:27:07.947494 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab28e453-d982-46f7-b51d-19d0a91ccfea", "name": "network-vif-deleted", "tag": "a3e775d0-e69d-4c40-9188-fbe388517260", "status": "completed", "code": 200}]} {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:27:07.947494 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c170820c-8bbd-4f66-860b-15d887e659c3 {{(pid=93330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:27:07.947911 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab28e453-d982-46f7-b51d-19d0a91ccfea', 'name': 'network-vif-deleted', 'tag': 'a3e775d0-e69d-4c40-9188-fbe388517260', 'status': 'completed', 'code': 200} Aug 04 16:27:07.969459 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3172f-796f-4d18-9ce9-a3228252f0bc req-6717cd73-f382-4f00-a3f7-c2f0a98a31eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:07.972744 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-77a3172f-796f-4d18-9ce9-a3228252f0bc req-6717cd73-f382-4f00-a3f7-c2f0a98a31eb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3375530b-34ca-4462-9339-3ed10ebd346b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0857260 Aug 04 16:27:08.141404 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-77a3172f-796f-4d18-9ce9-a3228252f0bc req-f6a5ca61-fa8c-4ace-a4dd-368b39f7a105 service neutron] 10.222.0.50 "GET /v2.0/networks/3375530b-34ca-4462-9339-3ed10ebd346b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537788 Aug 04 16:27:08.157418 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-5760f13d-0855-4c0f-b2f4-3270c208a214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:08.293010 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff9ce72-2d96-4cb5-99a8-8128e095b333 req-a479016b-d6a5-41e8-84e1-5ab58bd5c9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:08.295117 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2ff9ce72-2d96-4cb5-99a8-8128e095b333 req-a479016b-d6a5-41e8-84e1-5ab58bd5c9ba service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 1098 time: 0.1572516 Aug 04 16:27:08.346799 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-77a3172f-796f-4d18-9ce9-a3228252f0bc req-7d49b303-3302-4c5e-991c-bd11722c413b service neutron] 10.222.0.50 "GET /v2.0/networks/3375530b-34ca-4462-9339-3ed10ebd346b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909726 Aug 04 16:27:08.361775 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2ff9ce72-2d96-4cb5-99a8-8128e095b333 req-237bece6-b44b-4c60-9c58-ab34e9327d06 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520136 Aug 04 16:27:08.563156 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f60d4-6310-4a9c-a1cc-dabff7dca1ed req-b39a555e-d7bb-480b-ab05-d04173bb23ca tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:08.571037 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-fd6f60d4-6310-4a9c-a1cc-dabff7dca1ed req-b39a555e-d7bb-480b-ab05-d04173bb23ca tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0753579 Aug 04 16:27:08.612073 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-fd6f60d4-6310-4a9c-a1cc-dabff7dca1ed req-ed5f39ac-9252-4378-bb1f-e2434e44d7e2 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400932 Aug 04 16:27:08.650240 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-ff44759e-5b27-4227-a8dd-9c83897a91fd req-f3d2d213-e74e-4691-91f0-4231b016c754 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab28e453-d982-46f7-b51d-19d0a91ccfea HTTP/1.1" status: 200 len: 210 time: 0.0371902 Aug 04 16:27:08.921167 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea55cf-a8d1-458a-8632-4564afcfd54f req-64f56f55-13eb-477a-af42-b637c88909dc tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:08.930636 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-93ea55cf-a8d1-458a-8632-4564afcfd54f req-64f56f55-13eb-477a-af42-b637c88909dc tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 944 time: 0.0808556 Aug 04 16:27:08.981407 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-93ea55cf-a8d1-458a-8632-4564afcfd54f req-bd045971-d82f-42d5-99e2-3625090d8efd tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498056 Aug 04 16:27:09.829319 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd27645-e082-4d0d-9061-6e2deb925666 req-f4a2532d-413d-4cdc-afba-e038269e61ca tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:09.837830 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-bcd27645-e082-4d0d-9061-6e2deb925666 req-f4a2532d-413d-4cdc-afba-e038269e61ca tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0833082 Aug 04 16:27:09.921646 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-bcd27645-e082-4d0d-9061-6e2deb925666 req-6135e07a-b555-43dc-b593-28fc3b9f8d24 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824394 Aug 04 16:27:10.175661 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eee39a-5fd4-48d2-87bd-d9a3eb53127d req-2bb64a60-52cf-44eb-9f61-36c83be16903 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:10.189900 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-16eee39a-5fd4-48d2-87bd-d9a3eb53127d req-2bb64a60-52cf-44eb-9f61-36c83be16903 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 944 time: 0.1030641 Aug 04 16:27:10.300361 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-16eee39a-5fd4-48d2-87bd-d9a3eb53127d req-c7dbcc38-1a90-4f44-a82e-aa40f645bc87 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073728 Aug 04 16:27:10.913726 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-911e2e5e-3a9f-4540-a58d-b9d8b296c1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:10.981553 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:11.144788 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be27ed-5314-4ac4-a257-705402bc0932 req-eb9d7c00-6716-43f2-ad5b-0768c6cb5b1e tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:11.154805 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-a4be27ed-5314-4ac4-a257-705402bc0932 req-eb9d7c00-6716-43f2-ad5b-0768c6cb5b1e tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0823534 Aug 04 16:27:11.296391 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-a4be27ed-5314-4ac4-a257-705402bc0932 req-268ead4b-576e-44ba-8a95-f753f1ec7cd9 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389098 Aug 04 16:27:11.654208 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a409f0-a802-4360-967f-516219366a1a req-ab978bda-c0f1-4f84-8287-b8645ebe91e4 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:11.667512 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046c0e2-c9b1-4a2d-917b-44408bf952c2 req-0e62af02-4429-4846-b1c0-e5d1806d2f47 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:11.668339 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-81a409f0-a802-4360-967f-516219366a1a req-ab978bda-c0f1-4f84-8287-b8645ebe91e4 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb69746-5594-47c6-abfb-beffa84fb2ca HTTP/1.1" status: 200 len: 946 time: 0.1909034 Aug 04 16:27:11.676906 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9046c0e2-c9b1-4a2d-917b-44408bf952c2 req-0e62af02-4429-4846-b1c0-e5d1806d2f47 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 944 time: 0.1932507 Aug 04 16:27:11.772760 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-81a409f0-a802-4360-967f-516219366a1a req-9ed2ee71-02a2-4b86-b83d-d99a60913e4d tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003923 Aug 04 16:27:11.777821 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9046c0e2-c9b1-4a2d-917b-44408bf952c2 req-6ffd4f90-f4e0-4b10-9af3-2acc03e9fd2d tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881031 Aug 04 16:27:11.810423 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device a3e775d0-e69d-4c40-9188-fbe388517260 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:27:11.840534 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] No Port match for: a3e775d0-e69d-4c40-9188-fbe388517260 {{(pid=93332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:27:11.841125 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device a3e775d0-e69d-4c40-9188-fbe388517260 not bound to the agent host hv-cinder-78956 {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:27:12.248758 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:12.563029 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c23880-f310-489c-a903-81469e2d9bb6 req-ae56de73-d940-4217-b376-c03f723b7047 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:12.572665 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-39c23880-f310-489c-a903-81469e2d9bb6 req-ae56de73-d940-4217-b376-c03f723b7047 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.1398089 Aug 04 16:27:12.641683 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-39c23880-f310-489c-a903-81469e2d9bb6 req-6e29fdb5-a18f-4fba-a1c3-11ab3d9b4af5 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622470 Aug 04 16:27:12.962748 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a244b-6369-4f11-9c2f-7a2d361aa69c req-78afead5-0d5e-4bed-afce-96cc9f21a8f8 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:12.965171 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-cf7a244b-6369-4f11-9c2f-7a2d361aa69c req-78afead5-0d5e-4bed-afce-96cc9f21a8f8 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb69746-5594-47c6-abfb-beffa84fb2ca HTTP/1.1" status: 200 len: 946 time: 0.0727422 Aug 04 16:27:13.015786 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954842ec-18d9-4cfb-acc6-2643762f1d40 req-2636f4fb-ee21-4a19-8913-32c21019c143 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:13.017528 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-cf7a244b-6369-4f11-9c2f-7a2d361aa69c req-572446f3-1770-4ffd-aefd-8172f2b23a3c tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449419 Aug 04 16:27:13.018378 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-954842ec-18d9-4cfb-acc6-2643762f1d40 req-2636f4fb-ee21-4a19-8913-32c21019c143 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 944 time: 0.0902655 Aug 04 16:27:13.073062 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-954842ec-18d9-4cfb-acc6-2643762f1d40 req-c50638ee-c202-4cfb-a4c9-be23a2df4a05 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473073 Aug 04 16:27:13.421434 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 6 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:27:13.694445 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:13.820445 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f464429-7cd8-4bfc-8c54-d60faf2a8bb4 req-e4e363c0-3d21-4c90-af1b-fc0b9eb569c7 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:13.822541 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-7f464429-7cd8-4bfc-8c54-d60faf2a8bb4 req-e4e363c0-3d21-4c90-af1b-fc0b9eb569c7 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0646293 Aug 04 16:27:13.908430 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-7f464429-7cd8-4bfc-8c54-d60faf2a8bb4 req-215ff1cc-6feb-4a37-a021-05d339992beb tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781453 Aug 04 16:27:14.200191 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ebef7-d27d-4b47-bc92-dae25e5cae51 req-10b6d510-e96b-4e2d-b108-9b9f29ef1569 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:14.209061 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-687ebef7-d27d-4b47-bc92-dae25e5cae51 req-10b6d510-e96b-4e2d-b108-9b9f29ef1569 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb69746-5594-47c6-abfb-beffa84fb2ca HTTP/1.1" status: 200 len: 946 time: 0.0820942 Aug 04 16:27:14.263058 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-687ebef7-d27d-4b47-bc92-dae25e5cae51 req-2adcbb85-0cde-4f1d-81fa-a61c37638b75 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526681 Aug 04 16:27:14.306260 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5e786-2e99-446b-a4d6-c5be9c262f87 req-6d3c1349-cc87-40cf-b560-b0735a452e91 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:14.308208 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-aee5e786-2e99-446b-a4d6-c5be9c262f87 req-6d3c1349-cc87-40cf-b560-b0735a452e91 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 944 time: 0.1366627 Aug 04 16:27:14.410581 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-aee5e786-2e99-446b-a4d6-c5be9c262f87 req-0f3cb539-8284-4879-b262-ae029f37d3d1 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955932 Aug 04 16:27:15.065741 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88522dda-3e7c-467d-9298-99a075f7fcb0 req-296180d8-19ba-4350-9fe8-f02bbc017fa4 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:15.075005 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-88522dda-3e7c-467d-9298-99a075f7fcb0 req-296180d8-19ba-4350-9fe8-f02bbc017fa4 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0654359 Aug 04 16:27:15.154810 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-88522dda-3e7c-467d-9298-99a075f7fcb0 req-56745b00-79ce-43e4-b206-564a621e0c6b tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783105 Aug 04 16:27:15.408263 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ddccc-0473-47e3-9cbc-c121edd0cd6c req-287c8136-7c15-4b39-85c4-4f014ca742ad tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:15.411392 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f33ddccc-0473-47e3-9cbc-c121edd0cd6c req-287c8136-7c15-4b39-85c4-4f014ca742ad tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb69746-5594-47c6-abfb-beffa84fb2ca HTTP/1.1" status: 200 len: 946 time: 0.0631187 Aug 04 16:27:15.531538 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f33ddccc-0473-47e3-9cbc-c121edd0cd6c req-24f33df7-ad2c-4170-b00a-97fcda5e7ac0 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086400 Aug 04 16:27:15.637689 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f7516-db5d-4bba-a197-d9af0824c734 req-bd61a8f1-239c-40c8-a50e-fc84dc0405fc tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:15.640084 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-751f7516-db5d-4bba-a197-d9af0824c734 req-bd61a8f1-239c-40c8-a50e-fc84dc0405fc tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 944 time: 0.0880990 Aug 04 16:27:15.729428 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-751f7516-db5d-4bba-a197-d9af0824c734 req-e0c4ccb2-7dc0-4d71-93d4-5073008925a8 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824289 Aug 04 16:27:16.269359 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1195a64-95c6-4d78-9872-e80740240712 req-10da26e6-7a43-45f0-add3-4bd93a8705db tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:16.286623 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e1195a64-95c6-4d78-9872-e80740240712 req-10da26e6-7a43-45f0-add3-4bd93a8705db tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0705984 Aug 04 16:27:16.371296 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e1195a64-95c6-4d78-9872-e80740240712 req-6b8b007a-5544-4fd1-acf2-2728e6fd7ab6 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715489 Aug 04 16:27:16.742498 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dccd5e-ac87-4e8b-9773-884720bf9972 req-86ce1026-6988-453c-9743-c2f1ed7d00fa tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:16.746671 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-11dccd5e-ac87-4e8b-9773-884720bf9972 req-86ce1026-6988-453c-9743-c2f1ed7d00fa tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb69746-5594-47c6-abfb-beffa84fb2ca HTTP/1.1" status: 200 len: 946 time: 0.0983648 Aug 04 16:27:16.838450 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-11dccd5e-ac87-4e8b-9773-884720bf9972 req-96f39545-658f-49f7-8afc-350ab249ace9 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757437 Aug 04 16:27:16.926287 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a911587-7f79-4a1e-a9d4-a05f9c5bf418 req-fe0b91c2-2e07-4f27-8428-e047d051367e tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:16.935815 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3a911587-7f79-4a1e-a9d4-a05f9c5bf418 req-fe0b91c2-2e07-4f27-8428-e047d051367e tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 944 time: 0.0856211 Aug 04 16:27:17.004022 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3a911587-7f79-4a1e-a9d4-a05f9c5bf418 req-b226714e-316a-46db-b98a-cf6648a1708c tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565114 Aug 04 16:27:17.521899 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b4ab10-fa19-4511-9496-220eb7b26c98 req-8fe45d24-95fa-4248-81f8-d631fa02fb0d tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:17.530150 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-42b4ab10-fa19-4511-9496-220eb7b26c98 req-8fe45d24-95fa-4248-81f8-d631fa02fb0d tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0670550 Aug 04 16:27:17.598261 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-42b4ab10-fa19-4511-9496-220eb7b26c98 req-065d8722-d61b-4f51-8a9b-20437700bb38 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668843 Aug 04 16:27:18.016682 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae24a8-380b-4233-b14c-6d517e737a68 req-158a1017-67ef-4371-a5bc-3db025b25551 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:18.019681 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-a7ae24a8-380b-4233-b14c-6d517e737a68 req-158a1017-67ef-4371-a5bc-3db025b25551 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb69746-5594-47c6-abfb-beffa84fb2ca HTTP/1.1" status: 200 len: 946 time: 0.0732534 Aug 04 16:27:18.102120 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-a7ae24a8-380b-4233-b14c-6d517e737a68 req-4798d15a-92fc-494a-8e88-eb7975158d4b tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753143 Aug 04 16:27:18.201475 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5d438-e383-4aed-a9d2-5fe65e63ddcc req-880f5bfa-520c-47d3-8779-9001033c1b16 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:18.214929 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-1ab5d438-e383-4aed-a9d2-5fe65e63ddcc req-880f5bfa-520c-47d3-8779-9001033c1b16 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 944 time: 0.0815578 Aug 04 16:27:18.264502 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-1ab5d438-e383-4aed-a9d2-5fe65e63ddcc req-fbf22dce-03e5-4d97-b55b-71fbb647c671 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473087 Aug 04 16:27:18.743558 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27e9c0-cd3b-409c-8b20-0a740f30fa50 req-f9db5d18-aa87-42ec-9ea4-1b29cd4144a8 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:18.749784 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-8e27e9c0-cd3b-409c-8b20-0a740f30fa50 req-f9db5d18-aa87-42ec-9ea4-1b29cd4144a8 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0899591 Aug 04 16:27:18.808425 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-8e27e9c0-cd3b-409c-8b20-0a740f30fa50 req-0ec382b5-a3f0-4e29-8e6a-f8f0bbe1babd tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574408 Aug 04 16:27:19.326335 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f4ffa-8930-4100-839a-0ec4b9a5b7d2 req-7df7c000-f0be-4a4a-82bb-257513083336 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:19.338983 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-046f4ffa-8930-4100-839a-0ec4b9a5b7d2 req-7df7c000-f0be-4a4a-82bb-257513083336 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb69746-5594-47c6-abfb-beffa84fb2ca HTTP/1.1" status: 200 len: 946 time: 0.1058056 Aug 04 16:27:19.454459 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-046f4ffa-8930-4100-839a-0ec4b9a5b7d2 req-7727cc3c-d326-4e90-a5fe-103a13dac18c tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131811 Aug 04 16:27:19.542216 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f567d47-52fc-4f8b-8824-010879300c3a req-e0e4840c-32e2-47e9-94e5-d7df3eab21ac tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:19.549936 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-1f567d47-52fc-4f8b-8824-010879300c3a req-e0e4840c-32e2-47e9-94e5-d7df3eab21ac tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 944 time: 0.1390812 Aug 04 16:27:19.603359 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-1f567d47-52fc-4f8b-8824-010879300c3a req-3a3e3fe0-9ec2-4f6e-a3d1-4f7880690d2b tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523415 Aug 04 16:27:19.944387 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a6936-df6e-4624-bbe8-9cf54b8c4bcb req-66ec3a15-519f-4317-81be-50989cab06dc tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:19.945273 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-fe2a6936-df6e-4624-bbe8-9cf54b8c4bcb req-66ec3a15-519f-4317-81be-50989cab06dc tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0616965 Aug 04 16:27:20.026589 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-fe2a6936-df6e-4624-bbe8-9cf54b8c4bcb req-92ef25f3-28d8-4901-8cbb-dab81b8b00e6 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728095 Aug 04 16:27:20.028116 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:20.582342 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed6e98-523e-458b-ab6d-40f1a92817d3 req-c8851173-cc69-4875-9cfd-c68d2e6ae184 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:20.584025 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-89ed6e98-523e-458b-ab6d-40f1a92817d3 req-c8851173-cc69-4875-9cfd-c68d2e6ae184 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb69746-5594-47c6-abfb-beffa84fb2ca HTTP/1.1" status: 200 len: 946 time: 0.0565836 Aug 04 16:27:20.629554 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-89ed6e98-523e-458b-ab6d-40f1a92817d3 req-9c6b832f-6064-4f05-b09d-7d2dfeb60d85 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390975 Aug 04 16:27:20.738882 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548dbf0-ccb4-4d2a-abec-0e89e629da88 req-c32b412a-b1df-4282-a791-c23cbb3c80c9 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:20.740905 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-c548dbf0-ccb4-4d2a-abec-0e89e629da88 req-c32b412a-b1df-4282-a791-c23cbb3c80c9 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 944 time: 0.0526152 Aug 04 16:27:20.790886 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-c548dbf0-ccb4-4d2a-abec-0e89e629da88 req-b1f24e0c-5661-4e73-b338-3ea876720225 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412171 Aug 04 16:27:21.173191 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be21fc-69d8-42ec-8109-31e48b64e7f2 req-f7538b42-7dfb-4371-923d-4c9c278f4f81 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:21.174752 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-02be21fc-69d8-42ec-8109-31e48b64e7f2 req-f7538b42-7dfb-4371-923d-4c9c278f4f81 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0518866 Aug 04 16:27:21.216569 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-02be21fc-69d8-42ec-8109-31e48b64e7f2 req-40650b78-c42c-4151-9965-31d4a19b9bbd tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351481 Aug 04 16:27:21.768444 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7f901-4de3-40c9-92ea-71a441b049de req-50a9bac3-bc57-4cb7-884e-48cbab36d2f8 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:21.770949 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-20c7f901-4de3-40c9-92ea-71a441b049de req-50a9bac3-bc57-4cb7-884e-48cbab36d2f8 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb69746-5594-47c6-abfb-beffa84fb2ca HTTP/1.1" status: 200 len: 946 time: 0.0564063 Aug 04 16:27:21.828151 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-20c7f901-4de3-40c9-92ea-71a441b049de req-babf32d8-8f55-4373-94e1-ae4be75b31f9 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505037 Aug 04 16:27:21.945232 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c43998-17ad-43b9-a446-acc9e98c51b1 req-3428e5cd-5ee5-4d61-bd9f-e1bdb898328d tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:21.954305 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-95c43998-17ad-43b9-a446-acc9e98c51b1 req-3428e5cd-5ee5-4d61-bd9f-e1bdb898328d tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 944 time: 0.0648649 Aug 04 16:27:22.032224 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-95c43998-17ad-43b9-a446-acc9e98c51b1 req-9444c6b8-6881-4e70-9d25-5b345c393041 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665605 Aug 04 16:27:22.346841 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c64c98-a08f-4407-ad2a-41afb3eaf678 req-0a3818e7-8e7c-4cbc-9d06-0f43eff9ce2f tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:22.354727 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-93c64c98-a08f-4407-ad2a-41afb3eaf678 req-0a3818e7-8e7c-4cbc-9d06-0f43eff9ce2f tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0613830 Aug 04 16:27:22.393891 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-93c64c98-a08f-4407-ad2a-41afb3eaf678 req-9c2a3fc0-fa61-48ea-ba6e-1e8a75e54459 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378556 Aug 04 16:27:22.959638 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43968b1-bf84-4b88-b85e-75c94a985731 req-f139ba05-18d1-46a9-9505-1faa0dfccf76 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:22.961936 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-c43968b1-bf84-4b88-b85e-75c94a985731 req-f139ba05-18d1-46a9-9505-1faa0dfccf76 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb69746-5594-47c6-abfb-beffa84fb2ca HTTP/1.1" status: 200 len: 946 time: 0.0598519 Aug 04 16:27:23.019656 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-c43968b1-bf84-4b88-b85e-75c94a985731 req-93e05735-8703-4208-a402-a2c18d34da9a tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503521 Aug 04 16:27:23.165170 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 43664) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:23.168101 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22664f-4227-4f12-bd59-3fc8cd82b988 req-7e38bab2-3dc3-4d08-9573-135a461c3951 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:23.169655 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-bb22664f-4227-4f12-bd59-3fc8cd82b988 req-7e38bab2-3dc3-4d08-9573-135a461c3951 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 944 time: 0.0691662 Aug 04 16:27:23.218401 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-bb22664f-4227-4f12-bd59-3fc8cd82b988 req-abe3048f-69f8-4306-839e-0ead7f65f5d7 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420661 Aug 04 16:27:23.219450 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebaaba65-42b7-44cd-adb7-aa617492ed51 admin admin] Deleting subnet 6253f045-dd8e-42ea-bacc-eb4e8c73fbf4 {{(pid=93330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:27:23.223571 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-ebaaba65-42b7-44cd-adb7-aa617492ed51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:23.262711 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-ebaaba65-42b7-44cd-adb7-aa617492ed51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129631103'] for subnet, precommit_delete_associations {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:23.313003 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-ebaaba65-42b7-44cd-adb7-aa617492ed51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3786910'] for subnet, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:23.371825 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-ebaaba65-42b7-44cd-adb7-aa617492ed51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3786903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129638197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129819863'] for subnet, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:23.397773 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaaba65-42b7-44cd-adb7-aa617492ed51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6253f045-dd8e-42ea-bacc-eb4e8c73fbf4,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:23.401855 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-ebaaba65-42b7-44cd-adb7-aa617492ed51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for subnet, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:23.403801 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-ebaaba65-42b7-44cd-adb7-aa617492ed51 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/6253f045-dd8e-42ea-bacc-eb4e8c73fbf4 HTTP/1.1" status: 204 len: 168 time: 0.2372448 Aug 04 16:27:23.406791 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 43666) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:23.492818 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-36601566-9517-4a86-8d0b-d218ca81653d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3767040'] for network, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:23.593273 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366211f7-2faf-4984-8a8d-568dd63f9135 req-13cda375-e565-4336-b26b-8a13346bfb4a tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:23.594875 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-366211f7-2faf-4984-8a8d-568dd63f9135 req-13cda375-e565-4336-b26b-8a13346bfb4a tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.1176448 Aug 04 16:27:23.625511 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-36601566-9517-4a86-8d0b-d218ca81653d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3788555', 'neutron.services.segments.db._delete_segments_for_network-8758853804921'] for network, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:23.640754 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.services.segments.db [None req-36601566-9517-4a86-8d0b-d218ca81653d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b73dbfa-1915-4d59-aa47-d7f3a2d43c66']}} {{(pid=93330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:27:23.662975 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.services.segments.db [None req-36601566-9517-4a86-8d0b-d218ca81653d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '695adc21-0034-421d-a4b2-e370b8b0f86d') {'for_net_delete': True} {{(pid=93330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:27:23.663225 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.services.segments.db [None req-36601566-9517-4a86-8d0b-d218ca81653d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '695adc21-0034-421d-a4b2-e370b8b0f86d') {} {{(pid=93330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:27:23.674480 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-366211f7-2faf-4984-8a8d-568dd63f9135 req-7d9c3b5a-e4fb-43cf-b688-8e65011dea33 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706425 Aug 04 16:27:23.678813 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-36601566-9517-4a86-8d0b-d218ca81653d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758853817860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129630982'] for segment, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:23.696337 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-36601566-9517-4a86-8d0b-d218ca81653d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519'] for segment, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:23.703720 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36601566-9517-4a86-8d0b-d218ca81653d admin admin] Releasing vlan 865 on physical network physnet1 to pool {{(pid=93330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:27:23.704067 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-36601566-9517-4a86-8d0b-d218ca81653d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129638367'] for segment, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:23.705995 dv-cinder-789564-9-iscsi neutron-server[93330]: Traceback (most recent call last): Aug 04 16:27:23.705995 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:27:23.705995 dv-cinder-789564-9-iscsi neutron-server[93330]: timer() Aug 04 16:27:23.705995 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:27:23.705995 dv-cinder-789564-9-iscsi neutron-server[93330]: cb(*args, **kw) Aug 04 16:27:23.705995 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:27:23.705995 dv-cinder-789564-9-iscsi neutron-server[93330]: return func(*args, **kwargs) Aug 04 16:27:23.705995 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:27:23.705995 dv-cinder-789564-9-iscsi neutron-server[93330]: self._notify() Aug 04 16:27:23.705995 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:27:23.705995 dv-cinder-789564-9-iscsi neutron-server[93330]: self.callback(batched_events) Aug 04 16:27:23.705995 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:27:23.705995 dv-cinder-789564-9-iscsi neutron-server[93330]: event.method(event) Aug 04 16:27:23.705995 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:27:23.705995 dv-cinder-789564-9-iscsi neutron-server[93330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:27:23.705995 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:27:23.705995 dv-cinder-789564-9-iscsi neutron-server[93330]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:27:23.705995 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:27:23.705995 dv-cinder-789564-9-iscsi neutron-server[93330]: return f(self, *a, **k) Aug 04 16:27:23.705995 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:27:23.705995 dv-cinder-789564-9-iscsi neutron-server[93330]: return self._get(url).json() Aug 04 16:27:23.705995 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:27:23.705995 dv-cinder-789564-9-iscsi neutron-server[93330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:27:23.705995 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:27:23.705995 dv-cinder-789564-9-iscsi neutron-server[93330]: return self.request(url, 'GET', **kwargs) Aug 04 16:27:23.705995 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:27:23.705995 dv-cinder-789564-9-iscsi neutron-server[93330]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:27:23.705995 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:27:23.705995 dv-cinder-789564-9-iscsi neutron-server[93330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:27:23.705995 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:27:23.705995 dv-cinder-789564-9-iscsi neutron-server[93330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:27:23.705995 dv-cinder-789564-9-iscsi neutron-server[93330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:27:23.760803 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-36601566-9517-4a86-8d0b-d218ca81653d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3788544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593556'] for network, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:23.766383 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-36601566-9517-4a86-8d0b-d218ca81653d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for network, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:23.768381 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-36601566-9517-4a86-8d0b-d218ca81653d admin admin] 10.222.0.77 "DELETE /v2.0/networks/8b73dbfa-1915-4d59-aa47-d7f3a2d43c66 HTTP/1.1" status: 204 len: 168 time: 0.3606398 Aug 04 16:27:23.782260 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36601566-9517-4a86-8d0b-d218ca81653d admin admin] Pushing event deleted for resources: {'Network': ['ID=8b73dbfa-1915-4d59-aa47-d7f3a2d43c66,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:23.923392 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 43674) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:23.969309 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-42b7b0ad-ad20-4829-a6a3-03bb89bb8390 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5415912273de496e963a7c07ee381732&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443671 Aug 04 16:27:23.971979 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 43676) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:24.023797 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-08b7883d-ba33-4c74-bd03-6f2ae3f341e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:24.045792 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-08b7883d-ba33-4c74-bd03-6f2ae3f341e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:24.104634 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-08b7883d-ba33-4c74-bd03-6f2ae3f341e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:24.107430 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-08b7883d-ba33-4c74-bd03-6f2ae3f341e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:24.109264 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-08b7883d-ba33-4c74-bd03-6f2ae3f341e3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7353d875-abd4-4707-a9c3-5b04791f10b2 HTTP/1.1" status: 204 len: 168 time: 0.1360612 Aug 04 16:27:24.120486 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b7883d-ba33-4c74-bd03-6f2ae3f341e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7353d875-abd4-4707-a9c3-5b04791f10b2,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:24.167653 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d479ea-b26f-460f-9e96-83cd843e23b8 req-a817b4ba-7e7c-4578-b20f-1039bfe939ab tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:24.169272 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d3d479ea-b26f-460f-9e96-83cd843e23b8 req-a817b4ba-7e7c-4578-b20f-1039bfe939ab tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb69746-5594-47c6-abfb-beffa84fb2ca HTTP/1.1" status: 200 len: 946 time: 0.0561717 Aug 04 16:27:24.216722 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d3d479ea-b26f-460f-9e96-83cd843e23b8 req-424edce2-f49c-4355-839f-4ebc6a6da675 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406566 Aug 04 16:27:24.407089 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea220a8-196f-438b-aafa-edb762775f99 req-629ac8ea-8217-4a63-99eb-d7e80dd55c9c tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:24.408718 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-bea220a8-196f-438b-aafa-edb762775f99 req-629ac8ea-8217-4a63-99eb-d7e80dd55c9c tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 944 time: 0.0959640 Aug 04 16:27:24.415844 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9bb14711-f24c-4867-b179-83f2ad008dfd req-019f6cc1-7040-4912-9627-3c996a146b35 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0993459 Aug 04 16:27:24.466824 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-bea220a8-196f-438b-aafa-edb762775f99 req-7bd8868c-53b6-4b3b-8e70-510f992c834a tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479929 Aug 04 16:27:24.519978 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb14711-f24c-4867-b179-83f2ad008dfd req-95323756-eab0-46c4-b333-12b75b7ba999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:24.521781 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9bb14711-f24c-4867-b179-83f2ad008dfd req-95323756-eab0-46c4-b333-12b75b7ba999 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5ed276298dcd40d9b792743496b57580&device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 1099 time: 0.0722282 Aug 04 16:27:24.647957 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb14711-f24c-4867-b179-83f2ad008dfd req-2a52d1f0-f75d-43fd-8194-176f95aac0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:24.649446 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9bb14711-f24c-4867-b179-83f2ad008dfd req-2a52d1f0-f75d-43fd-8194-176f95aac0fd service neutron] 10.222.0.50 "GET /v2.0/networks?id=7f965b80-7909-4cf3-8c57-8793402555a4 HTTP/1.1" status: 200 len: 918 time: 0.0974216 Aug 04 16:27:24.700627 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9bb14711-f24c-4867-b179-83f2ad008dfd req-c62baf62-8e60-4d16-9592-9d142d3311cb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad29e72d-4ed7-4bfa-82b0-e745f01f619a HTTP/1.1" status: 200 len: 217 time: 0.0371532 Aug 04 16:27:24.776410 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb14711-f24c-4867-b179-83f2ad008dfd req-74694d66-144c-4dc2-8fb8-265bd6b40348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:24.780660 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9bb14711-f24c-4867-b179-83f2ad008dfd req-74694d66-144c-4dc2-8fb8-265bd6b40348 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e5d1a85b-b9eb-4879-9f2d-2ac1fb84c156 HTTP/1.1" status: 200 len: 857 time: 0.0606461 Aug 04 16:27:24.811774 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a10d7-1ca9-429d-bc73-9a11146dcb29 req-1a762fa9-d5e2-4c93-b638-a3033381b5dc tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:24.813482 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-e24a10d7-1ca9-429d-bc73-9a11146dcb29 req-1a762fa9-d5e2-4c93-b638-a3033381b5dc tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0538893 Aug 04 16:27:24.832243 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9bb14711-f24c-4867-b179-83f2ad008dfd req-91239a79-84d9-4bff-b5a3-2b4d38e8d57c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7f965b80-7909-4cf3-8c57-8793402555a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321820 Aug 04 16:27:24.871791 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-e24a10d7-1ca9-429d-bc73-9a11146dcb29 req-744cebd7-a6a6-4a7b-8d62-79f68ecf70c3 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499449 Aug 04 16:27:24.949068 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9bb14711-f24c-4867-b179-83f2ad008dfd req-2a4051cb-d6a6-4c1b-ba6f-b96823f55e25 service neutron] 10.222.0.50 "GET /v2.0/networks/7f965b80-7909-4cf3-8c57-8793402555a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015272 Aug 04 16:27:25.062703 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9bb14711-f24c-4867-b179-83f2ad008dfd req-09eb8244-57c1-46a2-ac9d-21d9ea5757e1 service neutron] 10.222.0.50 "GET /v2.0/networks/7f965b80-7909-4cf3-8c57-8793402555a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036980 Aug 04 16:27:25.279537 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36195c8-1600-4b79-b49e-84ea13d540ed req-6bd38e3e-0eaa-48b6-8d5e-4110a2281189 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:25.283115 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-a36195c8-1600-4b79-b49e-84ea13d540ed req-6bd38e3e-0eaa-48b6-8d5e-4110a2281189 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0739212 Aug 04 16:27:25.294979 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf382a5-4496-4015-a145-236bd8e97367 req-6940c227-38d3-4f82-9ae1-15f43daea11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:25.297041 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-faf382a5-4496-4015-a145-236bd8e97367 req-6940c227-38d3-4f82-9ae1-15f43daea11f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5ed276298dcd40d9b792743496b57580&device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 1098 time: 0.0972526 Aug 04 16:27:25.373899 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220afeb7-e015-497a-8ee3-70458e3587da req-177663a3-d30a-4dcf-be29-ca4d5a2c2442 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:25.376423 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-220afeb7-e015-497a-8ee3-70458e3587da req-177663a3-d30a-4dcf-be29-ca4d5a2c2442 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb69746-5594-47c6-abfb-beffa84fb2ca HTTP/1.1" status: 200 len: 946 time: 0.0718877 Aug 04 16:27:25.449338 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-220afeb7-e015-497a-8ee3-70458e3587da req-984d171a-9ba0-4376-8a7d-33f3cc558d0b tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627682 Aug 04 16:27:25.617308 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88a971-4104-4cb6-9691-dfbcff3cf39c req-e2363397-af05-42a8-976e-01c86cd13e49 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:25.619088 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-eb88a971-4104-4cb6-9691-dfbcff3cf39c req-e2363397-af05-42a8-976e-01c86cd13e49 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 944 time: 0.0626693 Aug 04 16:27:25.642307 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-a36195c8-1600-4b79-b49e-84ea13d540ed req-c3c42944-fe2f-4ca8-97fe-879ccf460345 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433642 Aug 04 16:27:25.685343 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-eb88a971-4104-4cb6-9691-dfbcff3cf39c req-63aa9dd9-3d07-4c33-abe0-5b15caa7af48 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579627 Aug 04 16:27:25.723267 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf382a5-4496-4015-a145-236bd8e97367 req-3ad82697-68e0-47f4-ba5a-a30a2c4a306a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:25.724963 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-faf382a5-4496-4015-a145-236bd8e97367 req-3ad82697-68e0-47f4-ba5a-a30a2c4a306a service neutron] 10.222.0.50 "GET /v2.0/networks?id=7f965b80-7909-4cf3-8c57-8793402555a4 HTTP/1.1" status: 200 len: 918 time: 0.4178641 Aug 04 16:27:25.782760 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-faf382a5-4496-4015-a145-236bd8e97367 req-dd3c4664-bd60-480a-9a53-4938ea822ca4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c98fd1f-2d8e-4194-8ece-0d194fbe1a41 HTTP/1.1" status: 200 len: 217 time: 0.0426416 Aug 04 16:27:25.843117 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf382a5-4496-4015-a145-236bd8e97367 req-6567c845-3f58-4060-b511-20657a6305b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:25.845001 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-faf382a5-4496-4015-a145-236bd8e97367 req-6567c845-3f58-4060-b511-20657a6305b7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e5d1a85b-b9eb-4879-9f2d-2ac1fb84c156 HTTP/1.1" status: 200 len: 857 time: 0.0507269 Aug 04 16:27:25.888998 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-faf382a5-4496-4015-a145-236bd8e97367 req-60c8636b-8402-4d0a-bb31-3a550467d742 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7f965b80-7909-4cf3-8c57-8793402555a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344684 Aug 04 16:27:25.998864 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-faf382a5-4496-4015-a145-236bd8e97367 req-2e64c549-2da2-44c8-9215-239eeaef8786 service neutron] 10.222.0.50 "GET /v2.0/networks/7f965b80-7909-4cf3-8c57-8793402555a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976238 Aug 04 16:27:26.115738 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-faf382a5-4496-4015-a145-236bd8e97367 req-17db2cde-28cd-4bb9-8f04-acf2bc827440 service neutron] 10.222.0.50 "GET /v2.0/networks/7f965b80-7909-4cf3-8c57-8793402555a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035943 Aug 04 16:27:26.594984 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ab82d-db4d-4e76-b625-858885e9cb56 req-82826927-0822-41d2-930b-cfefed5e8160 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:26.596510 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-5c7ab82d-db4d-4e76-b625-858885e9cb56 req-82826927-0822-41d2-930b-cfefed5e8160 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb69746-5594-47c6-abfb-beffa84fb2ca HTTP/1.1" status: 200 len: 946 time: 0.0617251 Aug 04 16:27:26.667207 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-5c7ab82d-db4d-4e76-b625-858885e9cb56 req-67764600-0419-4838-837b-a3158cc59361 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/security-groups?id=546e17b0-39ac-405c-ac3f-e20d0ea3c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637896 Aug 04 16:27:26.692414 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cd5d7-4b44-4816-8745-7ac4b3b97d4f req-1fadb335-fef7-4f8a-8858-c60208d3605b tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:26.694700 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6e9cd5d7-4b44-4816-8745-7ac4b3b97d4f req-1fadb335-fef7-4f8a-8858-c60208d3605b tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.50 "GET /v2.0/ports?device_id=3cb69746-5594-47c6-abfb-beffa84fb2ca HTTP/1.1" status: 200 len: 946 time: 0.0768425 Aug 04 16:27:26.792928 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d262930-a182-4e90-8ee1-2b9e68b659ca req-2139f0f4-602e-480a-bbeb-222bafb0383f tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:26.800741 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-4d262930-a182-4e90-8ee1-2b9e68b659ca req-2139f0f4-602e-480a-bbeb-222bafb0383f tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0676541 Aug 04 16:27:26.839324 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-4d262930-a182-4e90-8ee1-2b9e68b659ca req-b4e9edd8-f2f0-4a89-b77f-9e755f9ba43d tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373678 Aug 04 16:27:26.863572 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2d146-896a-4ad6-a0e1-7e9c50e04cc2 req-695ff7ab-5513-4075-acc9-2c4df510e52d tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:26.875586 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-b6b2d146-896a-4ad6-a0e1-7e9c50e04cc2 req-695ff7ab-5513-4075-acc9-2c4df510e52d tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 944 time: 0.0911319 Aug 04 16:27:26.878961 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [req-6e9cd5d7-4b44-4816-8745-7ac4b3b97d4f req-59fa4c90-f75e-4493-9cc9-727721723d54 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Deleting port b162335e-7c27-4531-a303-ef9867eb115e {{(pid=93330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:27:26.879505 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-6e9cd5d7-4b44-4816-8745-7ac4b3b97d4f req-59fa4c90-f75e-4493-9cc9-727721723d54 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:27.001508 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-b6b2d146-896a-4ad6-a0e1-7e9c50e04cc2 req-caa7cc27-1a03-471f-b296-0bf4a69e03fb tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171410 Aug 04 16:27:27.038440 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-6e9cd5d7-4b44-4816-8745-7ac4b3b97d4f req-59fa4c90-f75e-4493-9cc9-727721723d54 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] For port b162335e-7c27-4531-a303-ef9867eb115e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b162335e-7c27-4531-a303-ef9867eb115e,segment=NetworkSegment(c440e2a5-b317-4439-bc53-ce6262488736),segment_id=c440e2a5-b317-4439-bc53-ce6262488736)] {{(pid=93330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:27:27.038896 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-6e9cd5d7-4b44-4816-8745-7ac4b3b97d4f req-59fa4c90-f75e-4493-9cc9-727721723d54 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:27.058330 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [req-6e9cd5d7-4b44-4816-8745-7ac4b3b97d4f req-59fa4c90-f75e-4493-9cc9-727721723d54 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Calling delete_port for b162335e-7c27-4531-a303-ef9867eb115e owned by compute:nova {{(pid=93330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:27:27.209243 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-6e9cd5d7-4b44-4816-8745-7ac4b3b97d4f req-59fa4c90-f75e-4493-9cc9-727721723d54 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:27.229905 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] get_ports_and_sgs() called for port_ids ['b162335e-7c27-4531-a303-ef9867eb115e'] {{(pid=93332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:27:27.249232 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa4c90-f75e-4493-9cc9-727721723d54 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Pushing event deleted for resources: {'Port': ['ID=b162335e-7c27-4531-a303-ef9867eb115e,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:27.297300 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e9cd5d7-4b44-4816-8745-7ac4b3b97d4f req-59fa4c90-f75e-4493-9cc9-727721723d54 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] No DVR routers for this DVR port b162335e-7c27-4531-a303-ef9867eb115e on host hv-cinder-78956 {{(pid=93330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:27:27.300206 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-6e9cd5d7-4b44-4816-8745-7ac4b3b97d4f req-59fa4c90-f75e-4493-9cc9-727721723d54 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:27.303022 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6e9cd5d7-4b44-4816-8745-7ac4b3b97d4f req-59fa4c90-f75e-4493-9cc9-727721723d54 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.50 "DELETE /v2.0/ports/b162335e-7c27-4531-a303-ef9867eb115e HTTP/1.1" status: 204 len: 173 time: 0.5949686 Aug 04 16:27:27.303487 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb69746-5594-47c6-abfb-beffa84fb2ca', 'name': 'network-vif-deleted', 'tag': 'b162335e-7c27-4531-a303-ef9867eb115e'}] {{(pid=93330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:27:27.310652 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37e886c0defde040503dc6230deb255415226de4639eab9b495881836c77004d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e25888-60dd-455e-bbab-959735ad8ff8" -d '{"events": [{"server_uuid": "3cb69746-5594-47c6-abfb-beffa84fb2ca", "name": "network-vif-deleted", "tag": "b162335e-7c27-4531-a303-ef9867eb115e"}]}' {{(pid=93330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:27:27.363841 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9ce5be-22cd-4dab-9b6e-31865cedeac7 x-openstack-request-id: req-6a9ce5be-22cd-4dab-9b6e-31865cedeac7 {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:27:27.364134 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb69746-5594-47c6-abfb-beffa84fb2ca", "name": "network-vif-deleted", "tag": "b162335e-7c27-4531-a303-ef9867eb115e", "status": "completed", "code": 200}]} {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:27:27.364426 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6a9ce5be-22cd-4dab-9b6e-31865cedeac7 {{(pid=93330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:27:27.364820 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb69746-5594-47c6-abfb-beffa84fb2ca', 'name': 'network-vif-deleted', 'tag': 'b162335e-7c27-4531-a303-ef9867eb115e', 'status': 'completed', 'code': 200} Aug 04 16:27:27.791320 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-a2eead0e-a275-4acc-8159-2265a4cead45 req-8f70816d-a240-42b7-8e3f-b0d377e9caa5 tempest-AttachVolumeNegativeTest-1739549815 tempest-AttachVolumeNegativeTest-1739549815-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cb69746-5594-47c6-abfb-beffa84fb2ca HTTP/1.1" status: 200 len: 210 time: 0.0356202 Aug 04 16:27:27.980430 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22577a3e-fa16-4984-b06e-480723060bd8 req-79ad11b3-b5df-487a-a1a6-40d9ae3a9bdc tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:27.982207 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-22577a3e-fa16-4984-b06e-480723060bd8 req-79ad11b3-b5df-487a-a1a6-40d9ae3a9bdc tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0537691 Aug 04 16:27:28.040526 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-22577a3e-fa16-4984-b06e-480723060bd8 req-2d38b081-ce8a-4767-bbb2-31503003ad83 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515151 Aug 04 16:27:28.156358 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a37890-1689-4cd7-9a2e-d1d7a157a200 req-e1f0a6eb-ed7c-4f8d-9c1e-15776d989814 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:28.158098 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-59a37890-1689-4cd7-9a2e-d1d7a157a200 req-e1f0a6eb-ed7c-4f8d-9c1e-15776d989814 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 944 time: 0.0558991 Aug 04 16:27:28.205674 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-59a37890-1689-4cd7-9a2e-d1d7a157a200 req-4b5c7569-b378-4671-a69c-7ce9d7817b45 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369322 Aug 04 16:27:28.390344 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b711b7-ed71-46b9-acd0-4d601bac6f9a req-381ffb0f-0db9-4002-a833-7f57de8f17e0 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:28.391905 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-b3b711b7-ed71-46b9-acd0-4d601bac6f9a req-381ffb0f-0db9-4002-a833-7f57de8f17e0 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 984 time: 0.0792692 Aug 04 16:27:28.427018 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281050ad-817b-4a97-9f16-f8c618eee2e4 req-a0ea6ea2-78d6-4754-a7c1-7f2ce5cba73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:28.428527 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-281050ad-817b-4a97-9f16-f8c618eee2e4 req-a0ea6ea2-78d6-4754-a7c1-7f2ce5cba73a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c5b483243f1443f891eee772089355e6&device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 1137 time: 0.0760732 Aug 04 16:27:28.466400 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-b3b711b7-ed71-46b9-acd0-4d601bac6f9a req-db9515fe-24ce-4994-bab5-fba3df5b312e tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/security-groups?id=e5a6013c-8210-4748-ba4c-aa2fab3cace6&id=048d372e-c15a-4862-941b-693b08f4b708&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0673759 Aug 04 16:27:28.541786 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281050ad-817b-4a97-9f16-f8c618eee2e4 req-e84ba43e-6ace-4320-9f97-747365781dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:28.543335 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-281050ad-817b-4a97-9f16-f8c618eee2e4 req-e84ba43e-6ace-4320-9f97-747365781dd6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ac7cd450-e44f-4fa4-b535-c94ee7de8b1a HTTP/1.1" status: 200 len: 916 time: 0.1050470 Aug 04 16:27:28.619375 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-281050ad-817b-4a97-9f16-f8c618eee2e4 req-d926e0d2-b07d-491f-91fb-74d4968574b4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25c02836-f5d3-4db9-bfb6-3cfc493da78c HTTP/1.1" status: 200 len: 1001 time: 0.0671012 Aug 04 16:27:28.686851 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281050ad-817b-4a97-9f16-f8c618eee2e4 req-81635f42-b10c-4793-9300-28d3a869f8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:28.688381 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-281050ad-817b-4a97-9f16-f8c618eee2e4 req-81635f42-b10c-4793-9300-28d3a869f8dd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9ef757f-c3c6-418f-9d37-283a70110fe2 HTTP/1.1" status: 200 len: 854 time: 0.0563776 Aug 04 16:27:28.753698 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281050ad-817b-4a97-9f16-f8c618eee2e4 req-3358f741-fd6f-45d5-9501-63cf254f5803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:28.755360 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-281050ad-817b-4a97-9f16-f8c618eee2e4 req-3358f741-fd6f-45d5-9501-63cf254f5803 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ac7cd450-e44f-4fa4-b535-c94ee7de8b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540230 Aug 04 16:27:28.854773 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 43808) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:28.863529 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-281050ad-817b-4a97-9f16-f8c618eee2e4 req-e442888c-144d-4601-93b7-3d4eae85bb33 service neutron] 10.222.0.50 "GET /v2.0/networks/ac7cd450-e44f-4fa4-b535-c94ee7de8b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986605 Aug 04 16:27:28.900981 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.db_base_plugin_v2 [None req-d98b98d5-b055-42e2-818d-6e7fcb28567e admin admin] Deleting subnet 6f7c1adb-0393-4d8f-aa60-5e62e154bcaf {{(pid=93331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:27:28.904307 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-d98b98d5-b055-42e2-818d-6e7fcb28567e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:28.939512 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-d98b98d5-b055-42e2-818d-6e7fcb28567e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126256170'] for subnet, precommit_delete_associations {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:28.966146 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-281050ad-817b-4a97-9f16-f8c618eee2e4 req-a484698c-48bf-40d3-bb24-22a5009bf489 service neutron] 10.222.0.50 "GET /v2.0/networks/ac7cd450-e44f-4fa4-b535-c94ee7de8b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890241 Aug 04 16:27:28.982311 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-d98b98d5-b055-42e2-818d-6e7fcb28567e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3786910'] for subnet, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:29.056459 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-d98b98d5-b055-42e2-818d-6e7fcb28567e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3786903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129279330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126426463'] for subnet, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:29.085150 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b98d5-b055-42e2-818d-6e7fcb28567e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f7c1adb-0393-4d8f-aa60-5e62e154bcaf,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:29.092266 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-d98b98d5-b055-42e2-818d-6e7fcb28567e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:29.094639 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-d98b98d5-b055-42e2-818d-6e7fcb28567e admin admin] 10.222.0.77 "DELETE /v2.0/subnets/6f7c1adb-0393-4d8f-aa60-5e62e154bcaf HTTP/1.1" status: 204 len: 168 time: 0.2383714 Aug 04 16:27:29.096853 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 43814) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:29.101172 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b98d5-b055-42e2-818d-6e7fcb28567e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:29.101651 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b98d5-b055-42e2-818d-6e7fcb28567e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:29.102293 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b98d5-b055-42e2-818d-6e7fcb28567e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:29.102761 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b98d5-b055-42e2-818d-6e7fcb28567e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:29.103574 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b98d5-b055-42e2-818d-6e7fcb28567e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:29.104234 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b98d5-b055-42e2-818d-6e7fcb28567e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:29.104824 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b98d5-b055-42e2-818d-6e7fcb28567e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:29.105388 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b98d5-b055-42e2-818d-6e7fcb28567e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:29.105869 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b98d5-b055-42e2-818d-6e7fcb28567e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:29.106553 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b98d5-b055-42e2-818d-6e7fcb28567e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:29.106759 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b98d5-b055-42e2-818d-6e7fcb28567e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:29.107098 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b98d5-b055-42e2-818d-6e7fcb28567e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:29.212214 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-0e525046-c9a4-4f4c-85d7-925eb3f66d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3767040'] for network, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:29.239603 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccee44d-613b-45ac-8f4a-6513c32c5b07 req-d9a56020-c0ea-428f-b54f-95827b94f2e2 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:29.240566 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-5ccee44d-613b-45ac-8f4a-6513c32c5b07 req-d9a56020-c0ea-428f-b54f-95827b94f2e2 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0694182 Aug 04 16:27:29.287646 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-5ccee44d-613b-45ac-8f4a-6513c32c5b07 req-8d7067c8-5f7e-44f4-9af5-aacd1fc2be5f tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409267 Aug 04 16:27:29.318129 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-0e525046-c9a4-4f4c-85d7-925eb3f66d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3788555', 'neutron.services.segments.db._delete_segments_for_network-8758853804921'] for network, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:29.344249 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.services.segments.db [None req-0e525046-c9a4-4f4c-85d7-925eb3f66d91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adba0a6e-44f8-4a54-84d5-54ff0bc6bb41']}} {{(pid=93331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:27:29.356569 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.services.segments.db [None req-0e525046-c9a4-4f4c-85d7-925eb3f66d91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c440e2a5-b317-4439-bc53-ce6262488736') {'for_net_delete': True} {{(pid=93331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:27:29.356846 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.services.segments.db [None req-0e525046-c9a4-4f4c-85d7-925eb3f66d91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c440e2a5-b317-4439-bc53-ce6262488736') {} {{(pid=93331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:27:29.368469 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-0e525046-c9a4-4f4c-85d7-925eb3f66d91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758853817860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126256211'] for segment, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:29.398512 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3eb82-6557-4066-a1d4-971963fdeddf req-a5aef60f-8611-40ee-9c12-4dfdf79c4dd7 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:29.400097 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-50d3eb82-6557-4066-a1d4-971963fdeddf req-a5aef60f-8611-40ee-9c12-4dfdf79c4dd7 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 944 time: 0.1011512 Aug 04 16:27:29.401179 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-0e525046-c9a4-4f4c-85d7-925eb3f66d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519'] for segment, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:29.414511 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e525046-c9a4-4f4c-85d7-925eb3f66d91 admin admin] Releasing vlan 862 on physical network physnet1 to pool {{(pid=93331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:27:29.414940 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-0e525046-c9a4-4f4c-85d7-925eb3f66d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129279368'] for segment, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:29.418930 dv-cinder-789564-9-iscsi neutron-server[93331]: Traceback (most recent call last): Aug 04 16:27:29.418930 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:27:29.418930 dv-cinder-789564-9-iscsi neutron-server[93331]: timer() Aug 04 16:27:29.418930 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:27:29.418930 dv-cinder-789564-9-iscsi neutron-server[93331]: cb(*args, **kw) Aug 04 16:27:29.418930 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:27:29.418930 dv-cinder-789564-9-iscsi neutron-server[93331]: return func(*args, **kwargs) Aug 04 16:27:29.418930 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:27:29.418930 dv-cinder-789564-9-iscsi neutron-server[93331]: self._notify() Aug 04 16:27:29.418930 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:27:29.418930 dv-cinder-789564-9-iscsi neutron-server[93331]: self.callback(batched_events) Aug 04 16:27:29.418930 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:27:29.418930 dv-cinder-789564-9-iscsi neutron-server[93331]: event.method(event) Aug 04 16:27:29.418930 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:27:29.418930 dv-cinder-789564-9-iscsi neutron-server[93331]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:27:29.418930 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:27:29.418930 dv-cinder-789564-9-iscsi neutron-server[93331]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:27:29.418930 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:27:29.418930 dv-cinder-789564-9-iscsi neutron-server[93331]: return f(self, *a, **k) Aug 04 16:27:29.418930 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:27:29.418930 dv-cinder-789564-9-iscsi neutron-server[93331]: return self._get(url).json() Aug 04 16:27:29.418930 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:27:29.418930 dv-cinder-789564-9-iscsi neutron-server[93331]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:27:29.418930 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:27:29.418930 dv-cinder-789564-9-iscsi neutron-server[93331]: return self.request(url, 'GET', **kwargs) Aug 04 16:27:29.418930 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:27:29.418930 dv-cinder-789564-9-iscsi neutron-server[93331]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:27:29.418930 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:27:29.418930 dv-cinder-789564-9-iscsi neutron-server[93331]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:27:29.418930 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:27:29.418930 dv-cinder-789564-9-iscsi neutron-server[93331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:27:29.418930 dv-cinder-789564-9-iscsi neutron-server[93331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:27:29.504082 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-50d3eb82-6557-4066-a1d4-971963fdeddf req-04f22c95-4ceb-4d8a-92ee-40283b65a2d3 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967493 Aug 04 16:27:29.514445 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-0e525046-c9a4-4f4c-85d7-925eb3f66d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3788544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593556'] for network, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:29.524820 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-0e525046-c9a4-4f4c-85d7-925eb3f66d91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for network, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:29.529656 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-0e525046-c9a4-4f4c-85d7-925eb3f66d91 admin admin] 10.222.0.77 "DELETE /v2.0/networks/adba0a6e-44f8-4a54-84d5-54ff0bc6bb41 HTTP/1.1" status: 204 len: 168 time: 0.4294226 Aug 04 16:27:29.542231 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e525046-c9a4-4f4c-85d7-925eb3f66d91 admin admin] Pushing event deleted for resources: {'Network': ['ID=adba0a6e-44f8-4a54-84d5-54ff0bc6bb41,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:29.683330 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d6ec8-20cf-447e-bf5c-ba118abf72ec req-26ca9635-b3da-4c29-afe3-32a8299e7694 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:29.685014 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-824d6ec8-20cf-447e-bf5c-ba118abf72ec req-26ca9635-b3da-4c29-afe3-32a8299e7694 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 984 time: 0.0762980 Aug 04 16:27:29.753674 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-824d6ec8-20cf-447e-bf5c-ba118abf72ec req-e8019787-5fe8-4c7b-80bb-8c876acbdb7f tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/security-groups?id=e5a6013c-8210-4748-ba4c-aa2fab3cace6&id=048d372e-c15a-4862-941b-693b08f4b708&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597098 Aug 04 16:27:29.800524 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 43832) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:29.850163 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-ec2ae40a-075f-4438-90f2-d2ab66c91fcb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=814ea84104dd4ee1b125cc8688bffd7b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0478106 Aug 04 16:27:29.852461 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 43834) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:29.905711 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-10f7dda7-d788-4501-9346-248c93d43e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:29.928519 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-10f7dda7-d788-4501-9346-248c93d43e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:29.983398 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-10f7dda7-d788-4501-9346-248c93d43e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:29.987609 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-10f7dda7-d788-4501-9346-248c93d43e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:29.989310 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-10f7dda7-d788-4501-9346-248c93d43e2f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/546e17b0-39ac-405c-ac3f-e20d0ea3c63b HTTP/1.1" status: 204 len: 168 time: 0.1357696 Aug 04 16:27:29.999552 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f7dda7-d788-4501-9346-248c93d43e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546e17b0-39ac-405c-ac3f-e20d0ea3c63b,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:30.653716 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8697a5-0e0b-494a-8206-f6abfd1c9dd2 req-dbdaf9b1-b654-4416-affc-df3f32880bb7 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:30.655214 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-5a8697a5-0e0b-494a-8206-f6abfd1c9dd2 req-dbdaf9b1-b654-4416-affc-df3f32880bb7 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 944 time: 0.0542908 Aug 04 16:27:30.703699 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-5a8697a5-0e0b-494a-8206-f6abfd1c9dd2 req-29a5848b-e656-4f89-ab2e-143cf583616b tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416381 Aug 04 16:27:30.888064 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3ecfb-f138-4771-b09a-b3e258c8304c req-43552356-cc5a-4131-8b2b-2f3e699651bd tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:30.889899 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-7cc3ecfb-f138-4771-b09a-b3e258c8304c req-43552356-cc5a-4131-8b2b-2f3e699651bd tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 984 time: 0.0615983 Aug 04 16:27:30.941733 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-7cc3ecfb-f138-4771-b09a-b3e258c8304c req-2e2c51f6-f99e-48e4-a981-8fce28b52673 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/security-groups?id=e5a6013c-8210-4748-ba4c-aa2fab3cace6&id=048d372e-c15a-4862-941b-693b08f4b708&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0450146 Aug 04 16:27:31.850013 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94938b7f-f202-4688-b5e4-5984766a40ca req-6be7a20b-f4a7-4f1b-9fea-0073b71c09f7 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:31.854602 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-94938b7f-f202-4688-b5e4-5984766a40ca req-6be7a20b-f4a7-4f1b-9fea-0073b71c09f7 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 944 time: 0.0671177 Aug 04 16:27:31.896006 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device b162335e-7c27-4531-a303-ef9867eb115e no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:27:31.911734 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-94938b7f-f202-4688-b5e4-5984766a40ca req-cc51e030-fb4c-4a96-a589-6bfcb7f0e7c4 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554218 Aug 04 16:27:31.923835 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] No Port match for: b162335e-7c27-4531-a303-ef9867eb115e {{(pid=93332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:27:31.924180 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device b162335e-7c27-4531-a303-ef9867eb115e not bound to the agent host hv-cinder-78956 {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:27:32.103051 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bd8cf-9c41-498f-b755-ce2fad1a16e1 req-3073b132-01ff-4fef-90c0-752d12523d0c tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:32.105665 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-456bd8cf-9c41-498f-b755-ce2fad1a16e1 req-3073b132-01ff-4fef-90c0-752d12523d0c tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 984 time: 0.0720286 Aug 04 16:27:32.155741 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-456bd8cf-9c41-498f-b755-ce2fad1a16e1 req-e97a5a0b-6624-4386-9f75-425a1b1c193b tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/security-groups?id=e5a6013c-8210-4748-ba4c-aa2fab3cace6&id=048d372e-c15a-4862-941b-693b08f4b708&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0435364 Aug 04 16:27:33.049185 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36ec96-dde6-4410-9faa-a9f43a40d370 req-421ac50e-98d3-4ae4-8089-f5ca87a070ea tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:33.051234 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-cb36ec96-dde6-4410-9faa-a9f43a40d370 req-421ac50e-98d3-4ae4-8089-f5ca87a070ea tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 944 time: 0.0549572 Aug 04 16:27:33.096682 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-cb36ec96-dde6-4410-9faa-a9f43a40d370 req-18831511-db44-4283-8b25-3652ade888c8 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393245 Aug 04 16:27:33.302336 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45329f52-791d-4501-b3dd-08c92519c2c2 req-2645f724-7162-4307-817a-8dab8942a3ec tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:33.303978 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-45329f52-791d-4501-b3dd-08c92519c2c2 req-2645f724-7162-4307-817a-8dab8942a3ec tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 984 time: 0.0595419 Aug 04 16:27:33.349926 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-45329f52-791d-4501-b3dd-08c92519c2c2 req-c1c92cfc-8ac4-4cdd-ace9-326a32300bc4 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/security-groups?id=e5a6013c-8210-4748-ba4c-aa2fab3cace6&id=048d372e-c15a-4862-941b-693b08f4b708&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392144 Aug 04 16:27:33.913483 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 0da0ab28-3f37-48ae-94a1-42c44e08a854 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:27:34.016325 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 0da0ab28-3f37-48ae-94a1-42c44e08a854, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0da0ab28-3f37-48ae-94a1-42c44e08a854,segment=NetworkSegment(ce787726-f448-43d2-afe7-5993012333a5),segment_id=ce787726-f448-43d2-afe7-5993012333a5)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:27:34.030916 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Returning: {'device': '0da0ab28-3f37-48ae-94a1-42c44e08a854', 'network_id': '3375530b-34ca-4462-9339-3ed10ebd346b', 'port_id': '0da0ab28-3f37-48ae-94a1-42c44e08a854', 'mac_address': 'fa:16:3e:6c:65:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ad7513e-214e-4cef-868b-a5927b57f732', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:27:34.074095 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:34.087636 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0da0ab28-3f37-48ae-94a1-42c44e08a854 {{(pid=93332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:27:34.110495 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 0da0ab28-3f37-48ae-94a1-42c44e08a854, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0da0ab28-3f37-48ae-94a1-42c44e08a854,segment=NetworkSegment(ce787726-f448-43d2-afe7-5993012333a5),segment_id=ce787726-f448-43d2-afe7-5993012333a5)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:27:34.115694 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:34.167039 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=0da0ab28-3f37-48ae-94a1-42c44e08a854,revision_number=9']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:34.174774 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:34.175217 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:34.175438 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:34.175992 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:34.176448 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:34.176789 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:34.177131 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:34.177456 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:34.177786 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:34.178148 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:34.178474 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:34.178797 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:34.256519 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba445bb-575c-4012-b5a0-46c2f1778a4f req-e160d5f1-36f5-44e7-9bfc-d256e9be96dc tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:34.264813 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6ba445bb-575c-4012-b5a0-46c2f1778a4f req-e160d5f1-36f5-44e7-9bfc-d256e9be96dc tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 945 time: 0.0765972 Aug 04 16:27:34.309055 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6ba445bb-575c-4012-b5a0-46c2f1778a4f req-aaf75780-ee2d-4587-aed8-c5ba6bd1d92e tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430846 Aug 04 16:27:34.525273 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fb36b-9adb-432b-b54d-e1e89767f83d req-a552e18d-6b23-440b-b5b3-3c9a74755a89 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:34.527085 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-da0fb36b-9adb-432b-b54d-e1e89767f83d req-a552e18d-6b23-440b-b5b3-3c9a74755a89 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 984 time: 0.0857491 Aug 04 16:27:34.538811 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12aaaa-e1ae-434e-94fc-b73b96a3ebd5 req-2b0661b9-adf1-447c-b9fa-a7044fdfcd86 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:34.540366 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-ec12aaaa-e1ae-434e-94fc-b73b96a3ebd5 req-2b0661b9-adf1-447c-b9fa-a7044fdfcd86 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 946 time: 0.0604787 Aug 04 16:27:34.554243 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] get_ports_and_sgs() called for port_ids ['0da0ab28-3f37-48ae-94a1-42c44e08a854'] {{(pid=93332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:27:34.571826 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-da0fb36b-9adb-432b-b54d-e1e89767f83d req-b623e09d-9a5a-4f58-b8d4-19475395b7d5 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/security-groups?id=e5a6013c-8210-4748-ba4c-aa2fab3cace6&id=048d372e-c15a-4862-941b-693b08f4b708&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0385945 Aug 04 16:27:34.581792 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-ec12aaaa-e1ae-434e-94fc-b73b96a3ebd5 req-7a1fbcfe-f00b-4ce6-889c-31f0da55438a tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350342 Aug 04 16:27:35.442289 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a03561-06d9-4bcc-9e97-0930c936a808 req-d1dc6837-0e64-4b80-a18f-0b5010ff2b96 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:35.443843 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-87a03561-06d9-4bcc-9e97-0930c936a808 req-d1dc6837-0e64-4b80-a18f-0b5010ff2b96 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 945 time: 0.0519300 Aug 04 16:27:35.491100 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-87a03561-06d9-4bcc-9e97-0930c936a808 req-71626652-a23a-49d6-a20a-9455b9452187 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411000 Aug 04 16:27:35.714175 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d45201-c9b5-451a-984e-922acc00f975 req-5610fa83-0fd5-4320-b6d1-29c9de385332 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:35.716144 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-a7d45201-c9b5-451a-984e-922acc00f975 req-5610fa83-0fd5-4320-b6d1-29c9de385332 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 946 time: 0.0562553 Aug 04 16:27:35.718890 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9bdcb1-89be-4b5e-88fc-425bef8fa48f req-ea9758a7-4d89-48f3-b980-5c30bb3aa6c6 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:35.720523 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-2d9bdcb1-89be-4b5e-88fc-425bef8fa48f req-ea9758a7-4d89-48f3-b980-5c30bb3aa6c6 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 984 time: 0.0722113 Aug 04 16:27:35.767185 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-a7d45201-c9b5-451a-984e-922acc00f975 req-55558ed9-4219-49d4-a34d-b7620594d520 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446761 Aug 04 16:27:35.790563 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-2d9bdcb1-89be-4b5e-88fc-425bef8fa48f req-b61bd2ef-9fee-4cdb-951f-ca36dc346ced tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/security-groups?id=e5a6013c-8210-4748-ba4c-aa2fab3cace6&id=048d372e-c15a-4862-941b-693b08f4b708&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0628667 Aug 04 16:27:35.926452 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 0da0ab28-3f37-48ae-94a1-42c44e08a854 up at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:27:35.975473 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Provisioning complete for port 0da0ab28-3f37-48ae-94a1-42c44e08a854 triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:27:35.975841 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:36.067693 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:36.094349 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e525871-8d1f-4462-9cb5-7e3aeb9c3977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da0ab28-3f37-48ae-94a1-42c44e08a854'}] {{(pid=93332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:27:36.096800 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60a3b88c11522644802803ec4887c4dd8a4d8449af02ad3849b143fbab4f5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d9df3a-2d5a-4fad-9641-bfa9c32a3969" -d '{"events": [{"server_uuid": "7e525871-8d1f-4462-9cb5-7e3aeb9c3977", "name": "network-vif-plugged", "status": "completed", "tag": "0da0ab28-3f37-48ae-94a1-42c44e08a854"}]}' {{(pid=93332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:27:36.111067 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 0da0ab28-3f37-48ae-94a1-42c44e08a854, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0da0ab28-3f37-48ae-94a1-42c44e08a854,segment=NetworkSegment(ce787726-f448-43d2-afe7-5993012333a5),segment_id=ce787726-f448-43d2-afe7-5993012333a5)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:27:36.116799 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:36.140770 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46030d7a-3d4c-4692-b461-159e6c89c897 x-openstack-request-id: req-46030d7a-3d4c-4692-b461-159e6c89c897 {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:27:36.141060 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e525871-8d1f-4462-9cb5-7e3aeb9c3977", "name": "network-vif-plugged", "status": "completed", "tag": "0da0ab28-3f37-48ae-94a1-42c44e08a854", "code": 200}]} {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:27:36.141305 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-46030d7a-3d4c-4692-b461-159e6c89c897 {{(pid=93332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:27:36.141723 dv-cinder-789564-9-iscsi neutron-server[93332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e525871-8d1f-4462-9cb5-7e3aeb9c3977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da0ab28-3f37-48ae-94a1-42c44e08a854', 'code': 200} Aug 04 16:27:36.168861 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=0da0ab28-3f37-48ae-94a1-42c44e08a854,revision_number=10']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:36.621607 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ad84a-5865-4547-81b1-9c374aac142f req-d1f26ede-3ffb-4d85-a18f-aab0bafdce21 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:36.623778 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-e51ad84a-5865-4547-81b1-9c374aac142f req-d1f26ede-3ffb-4d85-a18f-aab0bafdce21 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 947 time: 0.0579319 Aug 04 16:27:36.662664 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-e51ad84a-5865-4547-81b1-9c374aac142f req-04eb528e-7db9-4f62-9bc0-c86f142faeeb tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328634 Aug 04 16:27:36.764815 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e780510-eef0-4ca6-bb30-8e7bafe3e206 req-c29c90d1-82d2-4b14-b4be-9eb844b1d8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:36.766806 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0e780510-eef0-4ca6-bb30-8e7bafe3e206 req-c29c90d1-82d2-4b14-b4be-9eb844b1d8d4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 1100 time: 0.0493906 Aug 04 16:27:36.813395 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0e780510-eef0-4ca6-bb30-8e7bafe3e206 req-597fa7f6-2532-408e-84c2-51bbbf21d0b1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311315 Aug 04 16:27:36.898182 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089382ee-982e-4c3a-af0c-4a36ca632ad2 req-f43d7e0a-faae-45de-b615-c2bf9fdf383a tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:36.905082 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-089382ee-982e-4c3a-af0c-4a36ca632ad2 req-f43d7e0a-faae-45de-b615-c2bf9fdf383a tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 946 time: 0.0537560 Aug 04 16:27:36.930064 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4463679-7eda-4de3-b906-09ae9d2c57b9 req-c3bbe059-f506-4fa2-9199-1ef36086a1cf tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:36.932836 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-a4463679-7eda-4de3-b906-09ae9d2c57b9 req-c3bbe059-f506-4fa2-9199-1ef36086a1cf tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 984 time: 0.0748539 Aug 04 16:27:36.961586 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-089382ee-982e-4c3a-af0c-4a36ca632ad2 req-6109e828-21c3-4ce5-b36e-d1a13a65833e tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544538 Aug 04 16:27:36.998382 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-a4463679-7eda-4de3-b906-09ae9d2c57b9 req-33659173-af35-4b21-9ad5-7e0f06fbaa8f tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/security-groups?id=e5a6013c-8210-4748-ba4c-aa2fab3cace6&id=048d372e-c15a-4862-941b-693b08f4b708&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584788 Aug 04 16:27:37.819033 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d943c3f-fe5e-49a4-b52a-0bfcbf9423bc req-00af0a19-dc6f-4163-8618-c4eb46e71d7f tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:37.820687 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-1d943c3f-fe5e-49a4-b52a-0bfcbf9423bc req-00af0a19-dc6f-4163-8618-c4eb46e71d7f tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 947 time: 0.0640574 Aug 04 16:27:37.894590 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-1d943c3f-fe5e-49a4-b52a-0bfcbf9423bc req-d314b6e9-9655-45b6-bf2e-2eb9ca03336c tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664153 Aug 04 16:27:37.923238 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76402b7-9c49-4067-8b43-5b79b9570d84 req-24f7d2e4-54e0-4cfe-99ad-c42e492096d3 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:37.924781 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-a76402b7-9c49-4067-8b43-5b79b9570d84 req-24f7d2e4-54e0-4cfe-99ad-c42e492096d3 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 946 time: 0.0635431 Aug 04 16:27:38.041705 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [req-a76402b7-9c49-4067-8b43-5b79b9570d84 req-4221357a-8a92-4801-9aea-577e4157b6fd tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Deleting port ad29e72d-4ed7-4bfa-82b0-e745f01f619a {{(pid=93330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:27:38.042276 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-a76402b7-9c49-4067-8b43-5b79b9570d84 req-4221357a-8a92-4801-9aea-577e4157b6fd tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:38.110765 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35999284-c583-4226-82ec-9aceea538b10 req-431f59e2-6425-41c3-80ec-f8263a8f7fff tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:38.112446 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-35999284-c583-4226-82ec-9aceea538b10 req-431f59e2-6425-41c3-80ec-f8263a8f7fff tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 946 time: 0.0651531 Aug 04 16:27:38.148701 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-2e97da3e-55d7-4b13-8f2e-b90e42e1e1da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:38.178684 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-35999284-c583-4226-82ec-9aceea538b10 req-f5346fe9-eaaa-42ab-84e5-93a0c7dcdbd9 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534387 Aug 04 16:27:38.212860 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93bd3b-4a93-490b-bd69-c535dfc51a30 req-1b454b4e-47b4-44ce-af20-b8e4fe85bc46 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:38.214471 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-fb93bd3b-4a93-490b-bd69-c535dfc51a30 req-1b454b4e-47b4-44ce-af20-b8e4fe85bc46 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 984 time: 0.1042228 Aug 04 16:27:38.224030 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-a76402b7-9c49-4067-8b43-5b79b9570d84 req-4221357a-8a92-4801-9aea-577e4157b6fd tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] For port ad29e72d-4ed7-4bfa-82b0-e745f01f619a, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ad29e72d-4ed7-4bfa-82b0-e745f01f619a,segment=NetworkSegment(5b2050c3-ed64-4508-902c-49e5966da0c1),segment_id=5b2050c3-ed64-4508-902c-49e5966da0c1)] {{(pid=93330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:27:38.224406 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-a76402b7-9c49-4067-8b43-5b79b9570d84 req-4221357a-8a92-4801-9aea-577e4157b6fd tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:38.249930 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [req-a76402b7-9c49-4067-8b43-5b79b9570d84 req-4221357a-8a92-4801-9aea-577e4157b6fd tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Calling delete_port for ad29e72d-4ed7-4bfa-82b0-e745f01f619a owned by compute:nova {{(pid=93330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:27:38.313689 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-fb93bd3b-4a93-490b-bd69-c535dfc51a30 req-d21ae286-a3f6-4c9e-9899-c39746f1984b tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/security-groups?id=e5a6013c-8210-4748-ba4c-aa2fab3cace6&id=048d372e-c15a-4862-941b-693b08f4b708&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0925713 Aug 04 16:27:38.433738 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-a76402b7-9c49-4067-8b43-5b79b9570d84 req-4221357a-8a92-4801-9aea-577e4157b6fd tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:38.448580 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] get_ports_and_sgs() called for port_ids ['3c98fd1f-2d8e-4194-8ece-0d194fbe1a41', 'ad29e72d-4ed7-4bfa-82b0-e745f01f619a'] {{(pid=93332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:27:38.465943 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4221357a-8a92-4801-9aea-577e4157b6fd tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Pushing event deleted for resources: {'Port': ['ID=ad29e72d-4ed7-4bfa-82b0-e745f01f619a,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:38.510561 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76402b7-9c49-4067-8b43-5b79b9570d84 req-4221357a-8a92-4801-9aea-577e4157b6fd tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] No DVR routers for this DVR port ad29e72d-4ed7-4bfa-82b0-e745f01f619a on host hv-cinder-78956 {{(pid=93330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:27:38.513595 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-a76402b7-9c49-4067-8b43-5b79b9570d84 req-4221357a-8a92-4801-9aea-577e4157b6fd tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:38.516376 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-a76402b7-9c49-4067-8b43-5b79b9570d84 req-4221357a-8a92-4801-9aea-577e4157b6fd tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.50 "DELETE /v2.0/ports/ad29e72d-4ed7-4bfa-82b0-e745f01f619a HTTP/1.1" status: 204 len: 173 time: 0.5788178 Aug 04 16:27:38.516376 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbda95db-cedf-447f-8281-789c89cd882c', 'name': 'network-vif-deleted', 'tag': 'ad29e72d-4ed7-4bfa-82b0-e745f01f619a'}] {{(pid=93330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:27:38.519044 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37e886c0defde040503dc6230deb255415226de4639eab9b495881836c77004d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a340e85-3e9e-4785-8157-e2280969d70a" -d '{"events": [{"server_uuid": "bbda95db-cedf-447f-8281-789c89cd882c", "name": "network-vif-deleted", "tag": "ad29e72d-4ed7-4bfa-82b0-e745f01f619a"}]}' {{(pid=93330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:27:38.596735 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f01bb2-fdf9-43dc-bd93-6479ec78d784 x-openstack-request-id: req-31f01bb2-fdf9-43dc-bd93-6479ec78d784 {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:27:38.597041 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbda95db-cedf-447f-8281-789c89cd882c", "name": "network-vif-deleted", "tag": "ad29e72d-4ed7-4bfa-82b0-e745f01f619a", "status": "completed", "code": 200}]} {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:27:38.598011 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-31f01bb2-fdf9-43dc-bd93-6479ec78d784 {{(pid=93330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:27:38.598011 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbda95db-cedf-447f-8281-789c89cd882c', 'name': 'network-vif-deleted', 'tag': 'ad29e72d-4ed7-4bfa-82b0-e745f01f619a', 'status': 'completed', 'code': 200} Aug 04 16:27:39.033845 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07847a9e-3348-43c8-b997-bbffe4bbcd4a req-17b46c3a-e2e1-434c-96a5-1c0e937105ad tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:39.035982 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-07847a9e-3348-43c8-b997-bbffe4bbcd4a req-17b46c3a-e2e1-434c-96a5-1c0e937105ad tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 947 time: 0.0612864 Aug 04 16:27:39.079617 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-07847a9e-3348-43c8-b997-bbffe4bbcd4a req-0c24b37c-02ab-4a45-a2e4-341f274d5c88 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374603 Aug 04 16:27:39.321258 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-1c8cf47c-5e83-45cf-9a4e-e079c4488901 req-fa61cc45-b161-4c01-8920-de104bdbc93d tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbda95db-cedf-447f-8281-789c89cd882c HTTP/1.1" status: 200 len: 210 time: 0.0387805 Aug 04 16:27:39.444928 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea955a7-40aa-466a-aefd-354cf01d74d3 req-3ec5109f-28b5-4bc2-a6c4-c2da0c2568f9 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:39.446708 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-8ea955a7-40aa-466a-aefd-354cf01d74d3 req-3ec5109f-28b5-4bc2-a6c4-c2da0c2568f9 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 984 time: 0.0520091 Aug 04 16:27:39.491816 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-8ea955a7-40aa-466a-aefd-354cf01d74d3 req-f865c038-b905-4d80-85a7-099671160b27 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/security-groups?id=e5a6013c-8210-4748-ba4c-aa2fab3cace6&id=048d372e-c15a-4862-941b-693b08f4b708&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0388067 Aug 04 16:27:39.775812 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 44086) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:39.885006 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-5c7c35cd-a73e-458c-9b5b-3245e1458433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:39.982271 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-5c7c35cd-a73e-458c-9b5b-3245e1458433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:39.988018 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-5c7c35cd-a73e-458c-9b5b-3245e1458433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:40.034763 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-5c7c35cd-a73e-458c-9b5b-3245e1458433 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2d892b9e242f4650b1a2aa93e8e2264d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2577207 Aug 04 16:27:40.036489 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7c35cd-a73e-458c-9b5b-3245e1458433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150c066f-539f-494a-b06e-5d01d2d3fe6e,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:40.037782 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 44090) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:40.092739 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-4eac47d5-7a09-45e2-bf0d-01494e822e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:40.114456 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-4eac47d5-7a09-45e2-bf0d-01494e822e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:40.186733 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-4eac47d5-7a09-45e2-bf0d-01494e822e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:40.189688 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-4eac47d5-7a09-45e2-bf0d-01494e822e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:40.190925 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-4eac47d5-7a09-45e2-bf0d-01494e822e93 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/150c066f-539f-494a-b06e-5d01d2d3fe6e HTTP/1.1" status: 204 len: 168 time: 0.1518631 Aug 04 16:27:40.205998 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac47d5-7a09-45e2-bf0d-01494e822e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150c066f-539f-494a-b06e-5d01d2d3fe6e,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:40.226620 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d542f-b5ad-435a-bb13-fe794b556a5c req-fdd094e9-53a2-422b-97e8-b5d794a4f87e tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:40.228975 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-de3d542f-b5ad-435a-bb13-fe794b556a5c req-fdd094e9-53a2-422b-97e8-b5d794a4f87e tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 947 time: 0.0740948 Aug 04 16:27:40.278719 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-de3d542f-b5ad-435a-bb13-fe794b556a5c req-e9a6c825-d20c-49a6-8677-568cce6f06c6 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373602 Aug 04 16:27:40.530235 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 44106) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:40.552466 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-09172c1e-353e-466d-a25f-c45fe92e8f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:40.646575 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e165c-c5b0-40c7-a8eb-ee479c0398df req-799ec218-0a81-4fae-b142-10cca8de1fe0 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:40.648242 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-fc5e165c-c5b0-40c7-a8eb-ee479c0398df req-799ec218-0a81-4fae-b142-10cca8de1fe0 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 984 time: 0.0578256 Aug 04 16:27:40.685713 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75bd896-be41-40a9-809e-c5b84e166649 req-f605218a-99cf-45ad-b2ab-29c1a91b996d tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:40.687391 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d75bd896-be41-40a9-809e-c5b84e166649 req-f605218a-99cf-45ad-b2ab-29c1a91b996d tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0762682 Aug 04 16:27:40.700257 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-fc5e165c-c5b0-40c7-a8eb-ee479c0398df req-7d26d151-0c77-4ccb-a9bd-f5d2dcbbd178 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/security-groups?id=e5a6013c-8210-4748-ba4c-aa2fab3cace6&id=048d372e-c15a-4862-941b-693b08f4b708&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437098 Aug 04 16:27:40.725678 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-09172c1e-353e-466d-a25f-c45fe92e8f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:40.735004 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-09172c1e-353e-466d-a25f-c45fe92e8f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:40.782266 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d75bd896-be41-40a9-809e-c5b84e166649 req-b3793da4-f642-4871-98ea-d32f4be43fd2 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858350 Aug 04 16:27:40.809869 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-09172c1e-353e-466d-a25f-c45fe92e8f83 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1b33a9d4509b4216b8656e852d93f128&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2780941 Aug 04 16:27:40.812391 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09172c1e-353e-466d-a25f-c45fe92e8f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9460c4-ac35-4cbc-a9f0-7d5a776c863a,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:40.813341 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 44112) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:40.873073 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-b2719c5e-a36a-45ed-9cab-fc5cc7169645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:40.896412 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-b2719c5e-a36a-45ed-9cab-fc5cc7169645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:40.917346 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-7e857fb2-c7f2-4c77-9816-2fe611938eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:40.950985 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-b2719c5e-a36a-45ed-9cab-fc5cc7169645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:40.953472 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-b2719c5e-a36a-45ed-9cab-fc5cc7169645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:40.954675 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-b2719c5e-a36a-45ed-9cab-fc5cc7169645 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/da9460c4-ac35-4cbc-a9f0-7d5a776c863a HTTP/1.1" status: 204 len: 168 time: 0.1400673 Aug 04 16:27:40.963685 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2719c5e-a36a-45ed-9cab-fc5cc7169645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9460c4-ac35-4cbc-a9f0-7d5a776c863a,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:40.964469 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:41.291354 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 44120) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:41.306200 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-131eb099-3c62-45a0-bcb1-8b24e3be95b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:41.402313 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-131eb099-3c62-45a0-bcb1-8b24e3be95b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:41.408194 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-131eb099-3c62-45a0-bcb1-8b24e3be95b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:41.475206 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-131eb099-3c62-45a0-bcb1-8b24e3be95b3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=99190dc6ebb74b86908d7391bcb3634d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1823535 Aug 04 16:27:41.476485 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131eb099-3c62-45a0-bcb1-8b24e3be95b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1be1ad-2f5d-4fee-afa5-3e374829ddae,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:41.477531 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 44122) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:41.534371 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-1ee263fb-546d-4f2d-adeb-3ecbcd6e6bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:41.558604 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-1ee263fb-546d-4f2d-adeb-3ecbcd6e6bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:41.608848 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-1ee263fb-546d-4f2d-adeb-3ecbcd6e6bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:41.612857 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-1ee263fb-546d-4f2d-adeb-3ecbcd6e6bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:41.614437 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-1ee263fb-546d-4f2d-adeb-3ecbcd6e6bd5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bb1be1ad-2f5d-4fee-afa5-3e374829ddae HTTP/1.1" status: 204 len: 168 time: 0.1357954 Aug 04 16:27:41.622470 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee263fb-546d-4f2d-adeb-3ecbcd6e6bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1be1ad-2f5d-4fee-afa5-3e374829ddae,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:41.832763 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d251e-62e5-495a-b0f8-9684266a9919 req-77316e2c-dd2a-4244-a185-e0fb4591f0c5 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:41.835906 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-ba3d251e-62e5-495a-b0f8-9684266a9919 req-77316e2c-dd2a-4244-a185-e0fb4591f0c5 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 984 time: 0.0623679 Aug 04 16:27:41.885571 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-ba3d251e-62e5-495a-b0f8-9684266a9919 req-567ff2e4-92a6-440e-b599-a9d68c3edb76 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/security-groups?id=e5a6013c-8210-4748-ba4c-aa2fab3cace6&id=048d372e-c15a-4862-941b-693b08f4b708&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0434530 Aug 04 16:27:41.963873 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d8cd1-9786-4655-9c77-29df0ab4e8b9 req-d988c3d3-b007-4b8b-834c-33f0b30ebb96 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:41.965457 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-9d8d8cd1-9786-4655-9c77-29df0ab4e8b9 req-d988c3d3-b007-4b8b-834c-33f0b30ebb96 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.1086197 Aug 04 16:27:41.970133 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device ad29e72d-4ed7-4bfa-82b0-e745f01f619a no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:27:41.996353 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] No Port match for: ad29e72d-4ed7-4bfa-82b0-e745f01f619a {{(pid=93332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:27:41.996697 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device ad29e72d-4ed7-4bfa-82b0-e745f01f619a not bound to the agent host hv-cinder-78956 {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:27:42.016779 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-9d8d8cd1-9786-4655-9c77-29df0ab4e8b9 req-5c9ae559-d975-400e-984b-c901a0dda0c7 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364001 Aug 04 16:27:42.223474 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:43.052750 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328ef45-5c32-4852-b1eb-c06d94f1c9f8 req-4866e4a9-9d94-433e-a368-a77ae4b92753 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:43.054910 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-a328ef45-5c32-4852-b1eb-c06d94f1c9f8 req-4866e4a9-9d94-433e-a368-a77ae4b92753 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 984 time: 0.0635326 Aug 04 16:27:43.102820 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-a328ef45-5c32-4852-b1eb-c06d94f1c9f8 req-8a890322-f5bf-4543-a099-64949168c9eb tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/security-groups?id=e5a6013c-8210-4748-ba4c-aa2fab3cace6&id=048d372e-c15a-4862-941b-693b08f4b708&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415723 Aug 04 16:27:43.158382 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48be34c-636a-4b5e-9056-0d921a53c514 req-5295318e-2808-4073-9465-3998e3f7798f tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:43.159990 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-b48be34c-636a-4b5e-9056-0d921a53c514 req-5295318e-2808-4073-9465-3998e3f7798f tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0664704 Aug 04 16:27:43.201727 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-b48be34c-636a-4b5e-9056-0d921a53c514 req-b2cee8bb-50c7-4db0-8a36-e43e91f965f3 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325487 Aug 04 16:27:43.596929 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 44204) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:43.670545 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:43.715818 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-b49b0278-07d1-4937-a591-b012aebb6954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:43.807606 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-b49b0278-07d1-4937-a591-b012aebb6954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:43.812322 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-b49b0278-07d1-4937-a591-b012aebb6954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:43.851145 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-b49b0278-07d1-4937-a591-b012aebb6954 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=807e1963265d436bb353ef81fe75cd30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2529240 Aug 04 16:27:43.851957 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b0278-07d1-4937-a591-b012aebb6954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bca19d4-a620-4910-8b3a-18fc2da639e3,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:43.854035 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 44208) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:43.902002 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-dbab42d8-f342-494a-8658-2763ce544e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:43.925705 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-dbab42d8-f342-494a-8658-2763ce544e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:43.973545 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-dbab42d8-f342-494a-8658-2763ce544e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:43.976167 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-dbab42d8-f342-494a-8658-2763ce544e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:43.977347 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-dbab42d8-f342-494a-8658-2763ce544e95 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8bca19d4-a620-4910-8b3a-18fc2da639e3 HTTP/1.1" status: 204 len: 168 time: 0.1222813 Aug 04 16:27:43.985605 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab42d8-f342-494a-8658-2763ce544e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bca19d4-a620-4910-8b3a-18fc2da639e3,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:44.229983 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406b6b2-127b-4bd5-8915-fc9304eb2d2b req-d647becc-56a1-48d7-80a2-0d041ee3489c tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:44.234498 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-c406b6b2-127b-4bd5-8915-fc9304eb2d2b req-d647becc-56a1-48d7-80a2-0d041ee3489c tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 984 time: 0.0553703 Aug 04 16:27:44.277662 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 44220) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:44.288301 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-c406b6b2-127b-4bd5-8915-fc9304eb2d2b req-041c3e2b-f7be-4959-b49e-6a248117005a tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/security-groups?id=e5a6013c-8210-4748-ba4c-aa2fab3cace6&id=048d372e-c15a-4862-941b-693b08f4b708&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0489261 Aug 04 16:27:44.304502 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-f5aecd3d-abf7-4aaa-8487-0e4001d64d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:44.365822 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318a27b-7dd1-46de-913e-a665a5dd4eef req-8f333e44-3af5-4372-ad4a-8187dc77d236 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:44.367299 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-3318a27b-7dd1-46de-913e-a665a5dd4eef req-8f333e44-3af5-4372-ad4a-8187dc77d236 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0811431 Aug 04 16:27:44.426698 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-3318a27b-7dd1-46de-913e-a665a5dd4eef req-8499ac28-f1b1-4c38-bb9d-d3eae521e9b2 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531473 Aug 04 16:27:44.462808 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-f5aecd3d-abf7-4aaa-8487-0e4001d64d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:44.468435 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-f5aecd3d-abf7-4aaa-8487-0e4001d64d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:44.508282 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-f5aecd3d-abf7-4aaa-8487-0e4001d64d2d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cf827f141b874871b8a2f5cc7e6b2aa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2294092 Aug 04 16:27:44.509173 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aecd3d-abf7-4aaa-8487-0e4001d64d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64bde04-28cb-470e-8178-ae11ff71aec8,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:44.511792 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 44222) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:44.563210 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-90543319-364a-4021-9ff2-027a83beda85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:44.584655 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-90543319-364a-4021-9ff2-027a83beda85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:44.631886 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-90543319-364a-4021-9ff2-027a83beda85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:44.635312 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-90543319-364a-4021-9ff2-027a83beda85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:44.636719 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-90543319-364a-4021-9ff2-027a83beda85 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d64bde04-28cb-470e-8178-ae11ff71aec8 HTTP/1.1" status: 204 len: 168 time: 0.1238313 Aug 04 16:27:44.649615 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90543319-364a-4021-9ff2-027a83beda85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64bde04-28cb-470e-8178-ae11ff71aec8,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:45.420178 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50e5ed-a3c2-4f06-87f4-0dfd19bc964b req-70d1aa01-fe86-4189-bd5f-4dcd9d8ae630 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:45.421810 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6c50e5ed-a3c2-4f06-87f4-0dfd19bc964b req-70d1aa01-fe86-4189-bd5f-4dcd9d8ae630 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 984 time: 0.0614376 Aug 04 16:27:45.466176 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6c50e5ed-a3c2-4f06-87f4-0dfd19bc964b req-bcd205b9-4dd5-4010-ad77-d7bccc1e276e tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/security-groups?id=e5a6013c-8210-4748-ba4c-aa2fab3cace6&id=048d372e-c15a-4862-941b-693b08f4b708&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0376656 Aug 04 16:27:45.558075 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d784ad-a87c-4cbe-befa-9132c34e58d3 req-0c3c6b72-fe69-4c6c-83e4-4c598a82e9ca tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:45.559580 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-f1d784ad-a87c-4cbe-befa-9132c34e58d3 req-0c3c6b72-fe69-4c6c-83e4-4c598a82e9ca tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0565112 Aug 04 16:27:45.599906 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-f1d784ad-a87c-4cbe-befa-9132c34e58d3 req-ecee0bbe-130a-4e39-bf32-ff1f371ed4f0 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338104 Aug 04 16:27:45.752855 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 44262) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:45.863756 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-ceb69365-f8c4-467f-b049-c18d1737a9e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:45.977027 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-ceb69365-f8c4-467f-b049-c18d1737a9e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:45.984788 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-ceb69365-f8c4-467f-b049-c18d1737a9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:46.025866 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-ceb69365-f8c4-467f-b049-c18d1737a9e0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=45e024572f4b4450936c33dc5cecb662&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2717755 Aug 04 16:27:46.026763 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb69365-f8c4-467f-b049-c18d1737a9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201c5598-b7f3-4008-859d-cb3a91e3008f,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:46.028619 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 44266) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:46.101770 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-b46086a0-b599-4dbb-99fe-6726066cb195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:46.123474 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-b46086a0-b599-4dbb-99fe-6726066cb195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:46.178838 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-b46086a0-b599-4dbb-99fe-6726066cb195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:46.181890 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-b46086a0-b599-4dbb-99fe-6726066cb195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:46.183183 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-b46086a0-b599-4dbb-99fe-6726066cb195 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/201c5598-b7f3-4008-859d-cb3a91e3008f HTTP/1.1" status: 204 len: 168 time: 0.1535451 Aug 04 16:27:46.191304 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46086a0-b599-4dbb-99fe-6726066cb195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201c5598-b7f3-4008-859d-cb3a91e3008f,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:46.587823 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3b9a3-8ee6-4ce2-a406-02b8274d5aa4 req-dcd6850b-20a4-4220-9357-304e86466ffd tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:46.589462 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-1fc3b9a3-8ee6-4ce2-a406-02b8274d5aa4 req-dcd6850b-20a4-4220-9357-304e86466ffd tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 984 time: 0.0506673 Aug 04 16:27:46.633266 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-1fc3b9a3-8ee6-4ce2-a406-02b8274d5aa4 req-b597d6ac-6189-4f12-a8cb-518fe8af1ab7 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/security-groups?id=e5a6013c-8210-4748-ba4c-aa2fab3cace6&id=048d372e-c15a-4862-941b-693b08f4b708&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375860 Aug 04 16:27:46.721804 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa8dff-9951-44ff-9f2e-6f9d1ec02e8e req-b3e78c48-5320-442e-8248-497359e1413c tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:46.723559 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-3eaa8dff-9951-44ff-9f2e-6f9d1ec02e8e req-b3e78c48-5320-442e-8248-497359e1413c tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0505860 Aug 04 16:27:46.764848 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-3eaa8dff-9951-44ff-9f2e-6f9d1ec02e8e req-2962b708-dce1-468d-be5a-ce1d8ae0a8f3 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346489 Aug 04 16:27:47.267233 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 44304) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:47.390046 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-c841bffe-777f-4f7d-b946-f0c851583002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:47.502994 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-c841bffe-777f-4f7d-b946-f0c851583002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:47.508371 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-c841bffe-777f-4f7d-b946-f0c851583002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:47.544124 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841bffe-777f-4f7d-b946-f0c851583002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800a3c01-8db2-488e-b946-e5fda94ce491,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:47.548480 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-c841bffe-777f-4f7d-b946-f0c851583002 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=95f7b6b596414126a6e82fbd9306635c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2802331 Aug 04 16:27:47.551315 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 44310) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:47.604903 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-18816f81-85d6-4cc2-b1e9-2abe7a6e1af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:47.625685 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-18816f81-85d6-4cc2-b1e9-2abe7a6e1af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:47.673918 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-18816f81-85d6-4cc2-b1e9-2abe7a6e1af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:47.676894 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-18816f81-85d6-4cc2-b1e9-2abe7a6e1af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:47.678114 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-18816f81-85d6-4cc2-b1e9-2abe7a6e1af2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/800a3c01-8db2-488e-b946-e5fda94ce491 HTTP/1.1" status: 204 len: 168 time: 0.1257603 Aug 04 16:27:47.686223 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18816f81-85d6-4cc2-b1e9-2abe7a6e1af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800a3c01-8db2-488e-b946-e5fda94ce491,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:47.765282 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502eb982-1607-4ed0-8e36-836b74b15a5d req-0aa14230-bb11-41d5-85bb-0491ed17164c tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:47.766831 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-502eb982-1607-4ed0-8e36-836b74b15a5d req-0aa14230-bb11-41d5-85bb-0491ed17164c tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 984 time: 0.0519085 Aug 04 16:27:47.810022 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-502eb982-1607-4ed0-8e36-836b74b15a5d req-09fe3b76-2e01-4fa2-a7c4-8854cf5ea46f tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/security-groups?id=e5a6013c-8210-4748-ba4c-aa2fab3cace6&id=048d372e-c15a-4862-941b-693b08f4b708&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360212 Aug 04 16:27:47.886285 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f6c33-3cac-4efc-aa65-3b27da72d735 req-d4649643-5baa-4c63-9b86-743b6a5e3520 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:47.887860 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-af0f6c33-3cac-4efc-aa65-3b27da72d735 req-d4649643-5baa-4c63-9b86-743b6a5e3520 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0496452 Aug 04 16:27:47.927010 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-af0f6c33-3cac-4efc-aa65-3b27da72d735 req-be50c405-b146-4a9e-b40f-f95ce2a6d14f tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331616 Aug 04 16:27:48.930521 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e2c7d-083d-4f5a-bc3e-480410f28742 req-4c66e612-39e3-406c-b7bc-f5a85a2d9fd5 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:48.931970 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0b4e2c7d-083d-4f5a-bc3e-480410f28742 req-4c66e612-39e3-406c-b7bc-f5a85a2d9fd5 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.50 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0775762 Aug 04 16:27:48.947360 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4150fae4-0e74-4557-8f8c-0076b2846b0b req-b8398963-98fa-48fe-a1c9-14ad8ba1ca12 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:48.948846 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-4150fae4-0e74-4557-8f8c-0076b2846b0b req-b8398963-98fa-48fe-a1c9-14ad8ba1ca12 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 984 time: 0.0657432 Aug 04 16:27:49.039314 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-4150fae4-0e74-4557-8f8c-0076b2846b0b req-3bfc853c-57b0-44cd-a8b6-6a3ec8b2e71b tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/security-groups?id=e5a6013c-8210-4748-ba4c-aa2fab3cace6&id=048d372e-c15a-4862-941b-693b08f4b708&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0812728 Aug 04 16:27:49.046370 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee92e3d-e646-4dbd-bad5-657d59f012ab req-1955347a-3318-45fd-bdad-f64c3a01c565 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:49.047923 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-aee92e3d-e646-4dbd-bad5-657d59f012ab req-1955347a-3318-45fd-bdad-f64c3a01c565 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/ports?device_id=64b045ab-defa-4f38-8178-9d493b95c21c HTTP/1.1" status: 200 len: 945 time: 0.0510352 Aug 04 16:27:49.068265 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [req-0b4e2c7d-083d-4f5a-bc3e-480410f28742 req-800b5eda-17c8-4470-8b94-f919b8ef46cd tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Deleting port 3c98fd1f-2d8e-4194-8ece-0d194fbe1a41 {{(pid=93330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:27:49.068580 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-0b4e2c7d-083d-4f5a-bc3e-480410f28742 req-800b5eda-17c8-4470-8b94-f919b8ef46cd tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:49.098242 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-aee92e3d-e646-4dbd-bad5-657d59f012ab req-460919ff-739a-478b-a64a-481e9bf8e5b9 tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.77 "GET /v2.0/security-groups?id=31a869b8-0e04-47cd-9510-4dc94f55ab0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351968 Aug 04 16:27:49.167431 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-0b4e2c7d-083d-4f5a-bc3e-480410f28742 req-800b5eda-17c8-4470-8b94-f919b8ef46cd tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] For port 3c98fd1f-2d8e-4194-8ece-0d194fbe1a41, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=3c98fd1f-2d8e-4194-8ece-0d194fbe1a41,segment=NetworkSegment(5b2050c3-ed64-4508-902c-49e5966da0c1),segment_id=5b2050c3-ed64-4508-902c-49e5966da0c1)] {{(pid=93330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:27:49.167758 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-0b4e2c7d-083d-4f5a-bc3e-480410f28742 req-800b5eda-17c8-4470-8b94-f919b8ef46cd tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:49.186309 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [req-0b4e2c7d-083d-4f5a-bc3e-480410f28742 req-800b5eda-17c8-4470-8b94-f919b8ef46cd tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Calling delete_port for 3c98fd1f-2d8e-4194-8ece-0d194fbe1a41 owned by compute:nova {{(pid=93330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:27:49.312904 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-0b4e2c7d-083d-4f5a-bc3e-480410f28742 req-800b5eda-17c8-4470-8b94-f919b8ef46cd tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:49.327939 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] get_ports_and_sgs() called for port_ids ['3c98fd1f-2d8e-4194-8ece-0d194fbe1a41'] {{(pid=93332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:27:49.346759 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b5eda-17c8-4470-8b94-f919b8ef46cd tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Pushing event deleted for resources: {'Port': ['ID=3c98fd1f-2d8e-4194-8ece-0d194fbe1a41,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:49.390285 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b4e2c7d-083d-4f5a-bc3e-480410f28742 req-800b5eda-17c8-4470-8b94-f919b8ef46cd tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] No DVR routers for this DVR port 3c98fd1f-2d8e-4194-8ece-0d194fbe1a41 on host hv-cinder-78956 {{(pid=93330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:27:49.392857 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-0b4e2c7d-083d-4f5a-bc3e-480410f28742 req-800b5eda-17c8-4470-8b94-f919b8ef46cd tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:49.394989 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0b4e2c7d-083d-4f5a-bc3e-480410f28742 req-800b5eda-17c8-4470-8b94-f919b8ef46cd tempest-ServerRescueNegativeTestJSON-663708318 tempest-ServerRescueNegativeTestJSON-663708318-project] 10.222.0.50 "DELETE /v2.0/ports/3c98fd1f-2d8e-4194-8ece-0d194fbe1a41 HTTP/1.1" status: 204 len: 173 time: 0.4446082 Aug 04 16:27:49.395460 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b045ab-defa-4f38-8178-9d493b95c21c', 'name': 'network-vif-deleted', 'tag': '3c98fd1f-2d8e-4194-8ece-0d194fbe1a41'}] {{(pid=93330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:27:49.397712 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37e886c0defde040503dc6230deb255415226de4639eab9b495881836c77004d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0213469-bec9-4d39-850e-79f343261a55" -d '{"events": [{"server_uuid": "64b045ab-defa-4f38-8178-9d493b95c21c", "name": "network-vif-deleted", "tag": "3c98fd1f-2d8e-4194-8ece-0d194fbe1a41"}]}' {{(pid=93330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:27:49.436455 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7ae3b5-3853-4fb9-96d7-ab831519a35e x-openstack-request-id: req-ad7ae3b5-3853-4fb9-96d7-ab831519a35e {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:27:49.436687 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64b045ab-defa-4f38-8178-9d493b95c21c", "name": "network-vif-deleted", "tag": "3c98fd1f-2d8e-4194-8ece-0d194fbe1a41", "status": "completed", "code": 200}]} {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:27:49.436932 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ad7ae3b5-3853-4fb9-96d7-ab831519a35e {{(pid=93330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:27:49.437324 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64b045ab-defa-4f38-8178-9d493b95c21c', 'name': 'network-vif-deleted', 'tag': '3c98fd1f-2d8e-4194-8ece-0d194fbe1a41', 'status': 'completed', 'code': 200} Aug 04 16:27:49.970201 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-97f881da-fd3f-42ca-8af3-8244b464893c tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=afe39d5803f44a5ab105c541e26c30f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358281 Aug 04 16:27:50.029311 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:50.173381 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed2824-8e4f-4bed-958a-df17d0e256b8 req-93572619-470d-4f9c-8179-1b9003b65aa3 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:50.175183 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-45ed2824-8e4f-4bed-958a-df17d0e256b8 req-93572619-470d-4f9c-8179-1b9003b65aa3 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 984 time: 0.0542686 Aug 04 16:27:50.226253 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-45ed2824-8e4f-4bed-958a-df17d0e256b8 req-4d9cd969-2627-48c2-9aff-28c02aa036bf tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/security-groups?id=e5a6013c-8210-4748-ba4c-aa2fab3cace6&id=048d372e-c15a-4862-941b-693b08f4b708&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426052 Aug 04 16:27:50.284764 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 44384) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:50.417999 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-535840c0-5869-493f-84dc-9d21ad8ba3f3 tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:50.419499 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-535840c0-5869-493f-84dc-9d21ad8ba3f3 tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4378500 Aug 04 16:27:50.422394 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 6 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:27:50.435249 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-222cc755-9be7-42f5-b0dc-0e93a3e8c81e tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] 10.222.0.77 "GET /v2.0/quotas/afe39d5803f44a5ab105c541e26c30f2 HTTP/1.1" status: 200 len: 375 time: 0.0094695 Aug 04 16:27:50.467566 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-cc25a1dd-1b08-4f30-ad20-f853b2a2b64c tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=afe39d5803f44a5ab105c541e26c30f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263221 Aug 04 16:27:50.649337 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e765185b-fa03-4129-bf67-587943fd7801 req-6b5da2ea-cfc1-44d0-b6f4-294c5be6bfad tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] 10.222.0.77 "GET /v2.0/ports?device_id=a4e51ddc-3654-4874-8848-4c3d3fb7d886 HTTP/1.1" status: 200 len: 210 time: 0.0378995 Aug 04 16:27:50.771035 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-05c95634-b401-407e-a84b-3e1d539da4eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-597154'] for router_interface, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:51.341730 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [None req-05c95634-b401-407e-a84b-3e1d539da4eb admin admin] Deleting port 97188836-442b-4717-9334-42b64e43ed0d {{(pid=93330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:27:51.342905 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-05c95634-b401-407e-a84b-3e1d539da4eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:51.358006 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67473a18-43b1-49d4-8a76-e1fe21ceb27d req-3c47f4e4-b2e2-4933-8c37-5ca89120651e tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:51.359935 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-67473a18-43b1-49d4-8a76-e1fe21ceb27d req-3c47f4e4-b2e2-4933-8c37-5ca89120651e tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 984 time: 0.0574629 Aug 04 16:27:51.408091 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-67473a18-43b1-49d4-8a76-e1fe21ceb27d req-d3579976-0bb1-432d-899b-2bc69fd89e4b tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/security-groups?id=e5a6013c-8210-4748-ba4c-aa2fab3cace6&id=048d372e-c15a-4862-941b-693b08f4b708&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407844 Aug 04 16:27:51.433265 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [None req-05c95634-b401-407e-a84b-3e1d539da4eb admin admin] For port 97188836-442b-4717-9334-42b64e43ed0d, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=97188836-442b-4717-9334-42b64e43ed0d,segment=NetworkSegment(5b2050c3-ed64-4508-902c-49e5966da0c1),segment_id=5b2050c3-ed64-4508-902c-49e5966da0c1)] {{(pid=93330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:27:51.433637 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-05c95634-b401-407e-a84b-3e1d539da4eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:51.447684 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [None req-05c95634-b401-407e-a84b-3e1d539da4eb admin admin] Calling delete_port for 97188836-442b-4717-9334-42b64e43ed0d owned by network:router_interface {{(pid=93330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:27:51.655664 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-05c95634-b401-407e-a84b-3e1d539da4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:51.686045 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c95634-b401-407e-a84b-3e1d539da4eb admin admin] Pushing event deleted for resources: {'Port': ['ID=97188836-442b-4717-9334-42b64e43ed0d,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:51.774277 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0245ae3a-de5b-488c-a900-e6fac404ea16 req-77db3f90-4305-4d35-9055-413781052c27 tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] 10.222.0.77 "GET /v2.0/ports?device_id=a4e51ddc-3654-4874-8848-4c3d3fb7d886 HTTP/1.1" status: 200 len: 210 time: 0.0384312 Aug 04 16:27:51.878052 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-05c95634-b401-407e-a84b-3e1d539da4eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3631325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-597066'] for router_interface, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:52.106615 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c95634-b401-407e-a84b-3e1d539da4eb admin admin] Router 6630c791-8e1f-4601-93c7-30ecffad429e has already been hosted by L3 agent d346cf64-ca3f-484e-b552-5df8791a7915 {{(pid=93330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:27:52.214172 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c95634-b401-407e-a84b-3e1d539da4eb admin admin] Notify agent at l3_agent.dv-cinder-789564-9-iscsi the message routers_updated {{(pid=93330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:27:52.219928 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-05c95634-b401-407e-a84b-3e1d539da4eb admin admin] 10.222.0.77 "PUT /v2.0/routers/6630c791-8e1f-4601-93c7-30ecffad429e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9339364 Aug 04 16:27:52.221815 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 44410) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:52.223430 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7ecb76-4f85-4b98-9e36-e90dbc3b3a04 None None] Sync routers for ids ['6630c791-8e1f-4601-93c7-30ecffad429e'] in dv-cinder-789564-9-iscsi {{(pid=93333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:27:52.233419 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7ecb76-4f85-4b98-9e36-e90dbc3b3a04 None None] Routers {'6630c791-8e1f-4601-93c7-30ecffad429e'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:27:52.234056 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-7c7ecb76-4f85-4b98-9e36-e90dbc3b3a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:27:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['6630c791-8e1f-4601-93c7-30ecffad429e'], 'active': True} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:27:52.333976 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-f5f2b760-a181-46fd-beec-0e5ca43600dc admin admin] Notify callbacks [] for router, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:52.337728 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvr_db [None req-7c7ecb76-4f85-4b98-9e36-e90dbc3b3a04 None None] Set router 6630c791-8e1f-4601-93c7-30ecffad429e gateway port host: dv-cinder-789564-9-iscsi {{(pid=93333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:27:52.440256 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-f5f2b760-a181-46fd-beec-0e5ca43600dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:52.501917 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [None req-f5f2b760-a181-46fd-beec-0e5ca43600dc admin admin] Deleting port c9601421-e641-4162-9d1c-f34d74cfc2d6 {{(pid=93330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:27:52.502243 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-f5f2b760-a181-46fd-beec-0e5ca43600dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:52.529920 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-7c7ecb76-4f85-4b98-9e36-e90dbc3b3a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6630c791-8e1f-4601-93c7-30ecffad429e', 'name': 'tempest-ServerRescueNegativeTestJSON-25601383-router', 'tenant_id': '5ed276298dcd40d9b792743496b57580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c9601421-e641-4162-9d1c-f34d74cfc2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:55Z', 'updated_at': '2021-08-04T16:27:51Z', 'revision_number': 5, 'project_id': '5ed276298dcd40d9b792743496b57580', 'gw_port': {'id': 'c9601421-e641-4162-9d1c-f34d74cfc2d6', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:95:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6630c791-8e1f-4601-93c7-30ecffad429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:23:55Z', 'updated_at': '2021-08-04T16:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi'}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:27:52.565985 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7ecb76-4f85-4b98-9e36-e90dbc3b3a04 None None] Checking router: 6630c791-8e1f-4601-93c7-30ecffad429e for host: dv-cinder-789564-9-iscsi {{(pid=93333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:27:52.574798 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7ecb76-4f85-4b98-9e36-e90dbc3b3a04 None None] Routers {'6630c791-8e1f-4601-93c7-30ecffad429e'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:27:52.575415 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-7c7ecb76-4f85-4b98-9e36-e90dbc3b3a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:27:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['6630c791-8e1f-4601-93c7-30ecffad429e'], 'active': True} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:27:52.591255 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [None req-f5f2b760-a181-46fd-beec-0e5ca43600dc admin admin] For port c9601421-e641-4162-9d1c-f34d74cfc2d6, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=c9601421-e641-4162-9d1c-f34d74cfc2d6,segment=NetworkSegment(25182b56-ac69-4c03-a79e-71a35095fb85),segment_id=25182b56-ac69-4c03-a79e-71a35095fb85)] {{(pid=93330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:27:52.591612 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-f5f2b760-a181-46fd-beec-0e5ca43600dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:52.604311 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [None req-f5f2b760-a181-46fd-beec-0e5ca43600dc admin admin] Calling delete_port for c9601421-e641-4162-9d1c-f34d74cfc2d6 owned by network:router_gateway {{(pid=93330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:27:52.659418 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvr_db [None req-7c7ecb76-4f85-4b98-9e36-e90dbc3b3a04 None None] Set router 6630c791-8e1f-4601-93c7-30ecffad429e gateway port host: None {{(pid=93333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:27:52.788299 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-f5f2b760-a181-46fd-beec-0e5ca43600dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:52.806606 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-7c7ecb76-4f85-4b98-9e36-e90dbc3b3a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6630c791-8e1f-4601-93c7-30ecffad429e', 'name': 'tempest-ServerRescueNegativeTestJSON-25601383-router', 'tenant_id': '5ed276298dcd40d9b792743496b57580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:55Z', 'updated_at': '2021-08-04T16:27:52Z', 'revision_number': 6, 'project_id': '5ed276298dcd40d9b792743496b57580', 'gw_port_host': None}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:27:52.812972 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f2b760-a181-46fd-beec-0e5ca43600dc admin admin] Pushing event deleted for resources: {'Port': ['ID=c9601421-e641-4162-9d1c-f34d74cfc2d6,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:52.834953 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7ecb76-4f85-4b98-9e36-e90dbc3b3a04 None None] The sync data for ids ['6630c791-8e1f-4601-93c7-30ecffad429e'] in dv-cinder-789564-9-iscsi is: [{'id': '6630c791-8e1f-4601-93c7-30ecffad429e', 'name': 'tempest-ServerRescueNegativeTestJSON-25601383-router', 'tenant_id': '5ed276298dcd40d9b792743496b57580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:55Z', 'updated_at': '2021-08-04T16:27:52Z', 'revision_number': 6, 'project_id': '5ed276298dcd40d9b792743496b57580', 'gw_port_host': None}] {{(pid=93333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:27:52.896924 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-ead72e54-851b-41b8-8dad-214f713f239a req-ddee804c-71f3-497a-8af1-5786056e8f73 tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] 10.222.0.77 "GET /v2.0/ports?device_id=a4e51ddc-3654-4874-8848-4c3d3fb7d886 HTTP/1.1" status: 200 len: 210 time: 0.0441437 Aug 04 16:27:52.900992 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-f5f2b760-a181-46fd-beec-0e5ca43600dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593608'] for router_gateway, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:53.012681 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-f5f2b760-a181-46fd-beec-0e5ca43600dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10508'] for router, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:53.014827 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-f5f2b760-a181-46fd-beec-0e5ca43600dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:53.079153 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-f5f2b760-a181-46fd-beec-0e5ca43600dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-590536'] for router, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:53.079613 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f2b760-a181-46fd-beec-0e5ca43600dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6630c791-8e1f-4601-93c7-30ecffad429e {{(pid=93330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 16:27:53.087075 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-f5f2b760-a181-46fd-beec-0e5ca43600dc admin admin] Notify callbacks [] for router, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:53.090631 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-f5f2b760-a181-46fd-beec-0e5ca43600dc admin admin] 10.222.0.77 "DELETE /v2.0/routers/6630c791-8e1f-4601-93c7-30ecffad429e HTTP/1.1" status: 204 len: 168 time: 0.8652778 Aug 04 16:27:53.090893 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 44414) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:53.144944 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce2e7daf-51c1-497a-a51a-8fd3cfccae24 admin admin] Deleting subnet e5d1a85b-b9eb-4879-9f2d-2ac1fb84c156 {{(pid=93330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:27:53.148585 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-ce2e7daf-51c1-497a-a51a-8fd3cfccae24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:53.184016 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-ce2e7daf-51c1-497a-a51a-8fd3cfccae24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129631103'] for subnet, precommit_delete_associations {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:53.226473 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-ce2e7daf-51c1-497a-a51a-8fd3cfccae24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3786910'] for subnet, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:53.287387 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-ce2e7daf-51c1-497a-a51a-8fd3cfccae24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3786903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129638197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129819863'] for subnet, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:53.313533 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e7daf-51c1-497a-a51a-8fd3cfccae24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5d1a85b-b9eb-4879-9f2d-2ac1fb84c156,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:53.321123 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-ce2e7daf-51c1-497a-a51a-8fd3cfccae24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for subnet, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:53.323345 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-ce2e7daf-51c1-497a-a51a-8fd3cfccae24 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e5d1a85b-b9eb-4879-9f2d-2ac1fb84c156 HTTP/1.1" status: 204 len: 168 time: 0.2315049 Aug 04 16:27:53.325882 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 44418) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:53.393133 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c7f3cc9e-e0bc-457a-ae68-429043ef5b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3767040'] for network, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:53.476120 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c7f3cc9e-e0bc-457a-ae68-429043ef5b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3788555', 'neutron.services.segments.db._delete_segments_for_network-8758853804921'] for network, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:53.485983 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.services.segments.db [None req-c7f3cc9e-e0bc-457a-ae68-429043ef5b47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f965b80-7909-4cf3-8c57-8793402555a4']}} {{(pid=93330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:27:53.497074 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.services.segments.db [None req-c7f3cc9e-e0bc-457a-ae68-429043ef5b47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b2050c3-ed64-4508-902c-49e5966da0c1') {'for_net_delete': True} {{(pid=93330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:27:53.497434 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.services.segments.db [None req-c7f3cc9e-e0bc-457a-ae68-429043ef5b47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b2050c3-ed64-4508-902c-49e5966da0c1') {} {{(pid=93330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:27:53.506954 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c7f3cc9e-e0bc-457a-ae68-429043ef5b47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758853817860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129630982'] for segment, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:53.521606 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c7f3cc9e-e0bc-457a-ae68-429043ef5b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519'] for segment, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:53.528207 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7f3cc9e-e0bc-457a-ae68-429043ef5b47 admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=93330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:27:53.528595 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c7f3cc9e-e0bc-457a-ae68-429043ef5b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129638367'] for segment, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:53.530261 dv-cinder-789564-9-iscsi neutron-server[93330]: Traceback (most recent call last): Aug 04 16:27:53.530261 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:27:53.530261 dv-cinder-789564-9-iscsi neutron-server[93330]: timer() Aug 04 16:27:53.530261 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:27:53.530261 dv-cinder-789564-9-iscsi neutron-server[93330]: cb(*args, **kw) Aug 04 16:27:53.530261 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:27:53.530261 dv-cinder-789564-9-iscsi neutron-server[93330]: return func(*args, **kwargs) Aug 04 16:27:53.530261 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:27:53.530261 dv-cinder-789564-9-iscsi neutron-server[93330]: self._notify() Aug 04 16:27:53.530261 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:27:53.530261 dv-cinder-789564-9-iscsi neutron-server[93330]: self.callback(batched_events) Aug 04 16:27:53.530261 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:27:53.530261 dv-cinder-789564-9-iscsi neutron-server[93330]: event.method(event) Aug 04 16:27:53.530261 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:27:53.530261 dv-cinder-789564-9-iscsi neutron-server[93330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:27:53.530261 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:27:53.530261 dv-cinder-789564-9-iscsi neutron-server[93330]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:27:53.530261 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:27:53.530261 dv-cinder-789564-9-iscsi neutron-server[93330]: return f(self, *a, **k) Aug 04 16:27:53.530261 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:27:53.530261 dv-cinder-789564-9-iscsi neutron-server[93330]: return self._get(url).json() Aug 04 16:27:53.530261 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:27:53.530261 dv-cinder-789564-9-iscsi neutron-server[93330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:27:53.530261 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:27:53.530261 dv-cinder-789564-9-iscsi neutron-server[93330]: return self.request(url, 'GET', **kwargs) Aug 04 16:27:53.530261 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:27:53.530261 dv-cinder-789564-9-iscsi neutron-server[93330]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:27:53.530261 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:27:53.530261 dv-cinder-789564-9-iscsi neutron-server[93330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:27:53.530261 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:27:53.530261 dv-cinder-789564-9-iscsi neutron-server[93330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:27:53.530261 dv-cinder-789564-9-iscsi neutron-server[93330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:27:53.598297 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c7f3cc9e-e0bc-457a-ae68-429043ef5b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3788544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593556'] for network, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:53.608050 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c7f3cc9e-e0bc-457a-ae68-429043ef5b47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for network, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:53.610272 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-c7f3cc9e-e0bc-457a-ae68-429043ef5b47 admin admin] 10.222.0.77 "DELETE /v2.0/networks/7f965b80-7909-4cf3-8c57-8793402555a4 HTTP/1.1" status: 204 len: 168 time: 0.2829077 Aug 04 16:27:53.627672 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f3cc9e-e0bc-457a-ae68-429043ef5b47 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f965b80-7909-4cf3-8c57-8793402555a4,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:53.664864 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 97188836-442b-4717-9334-42b64e43ed0d no longer exists at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:27:53.689008 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] No Port match for: 97188836-442b-4717-9334-42b64e43ed0d {{(pid=93332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:27:53.689349 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 97188836-442b-4717-9334-42b64e43ed0d not bound to the agent host dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:27:53.689771 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device c9601421-e641-4162-9d1c-f34d74cfc2d6 no longer exists at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:27:53.709720 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] No Port match for: c9601421-e641-4162-9d1c-f34d74cfc2d6 {{(pid=93332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:27:53.710089 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device c9601421-e641-4162-9d1c-f34d74cfc2d6 not bound to the agent host dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:27:53.796259 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 44422) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:53.839954 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-50ecee16-2c01-43a8-a55c-fae5f3e678b8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5ed276298dcd40d9b792743496b57580&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0423722 Aug 04 16:27:53.842552 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 44424) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:53.897146 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a40fae8e-b478-4979-b358-efc8c7b3bc03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:53.925818 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a40fae8e-b478-4979-b358-efc8c7b3bc03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:53.983658 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a40fae8e-b478-4979-b358-efc8c7b3bc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:53.986416 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a40fae8e-b478-4979-b358-efc8c7b3bc03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:53.990931 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-a40fae8e-b478-4979-b358-efc8c7b3bc03 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/31a869b8-0e04-47cd-9510-4dc94f55ab0f HTTP/1.1" status: 204 len: 168 time: 0.1440644 Aug 04 16:27:53.996311 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40fae8e-b478-4979-b358-efc8c7b3bc03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a869b8-0e04-47cd-9510-4dc94f55ab0f,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:54.034980 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-cdef7bc6-2341-4e48-bde9-254670cd40d2 req-0ffe55ce-e20f-4977-94ff-3dcb57560960 tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] 10.222.0.77 "GET /v2.0/ports?device_id=a4e51ddc-3654-4874-8848-4c3d3fb7d886 HTTP/1.1" status: 200 len: 210 time: 0.0498800 Aug 04 16:27:54.413143 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-845027cd-38a1-4487-96ce-185529156716 tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=afe39d5803f44a5ab105c541e26c30f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310433 Aug 04 16:27:54.453586 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 3c98fd1f-2d8e-4194-8ece-0d194fbe1a41 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:27:54.481866 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] No Port match for: 3c98fd1f-2d8e-4194-8ece-0d194fbe1a41 {{(pid=93332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:27:54.482620 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 3c98fd1f-2d8e-4194-8ece-0d194fbe1a41 not bound to the agent host hv-cinder-78956 {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:27:54.615805 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-1b3595d4-12ab-47cc-b99e-89f579b0aa2a tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:54.617325 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-1b3595d4-12ab-47cc-b99e-89f579b0aa2a tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1964431 Aug 04 16:27:54.635663 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-4dd8bd9e-1b5c-432a-a76f-b698cbb04ad5 tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] Request body: {'port': {'device_id': 'a4e51ddc-3654-4874-8848-4c3d3fb7d886', 'network_id': '05ffe387-15db-496b-966f-f87926f5b20a', 'admin_state_up': True, 'tenant_id': 'afe39d5803f44a5ab105c541e26c30f2'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:27:55.011895 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-4dd8bd9e-1b5c-432a-a76f-b698cbb04ad5 tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] Made reservation on behalf of afe39d5803f44a5ab105c541e26c30f2 for: {'port': 1} {{(pid=93330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:27:55.015432 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-4dd8bd9e-1b5c-432a-a76f-b698cbb04ad5 tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:55.025758 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-4dd8bd9e-1b5c-432a-a76f-b698cbb04ad5 tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] Notify callbacks [] for security_group, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:55.155226 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-5cf7e78b-415e-4420-a838-86f2967e88f0 req-b69c646a-451d-443c-b48b-2053b74f5b0c tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] 10.222.0.77 "GET /v2.0/ports?device_id=a4e51ddc-3654-4874-8848-4c3d3fb7d886 HTTP/1.1" status: 200 len: 210 time: 0.0369596 Aug 04 16:27:55.159640 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-4dd8bd9e-1b5c-432a-a76f-b698cbb04ad5 tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] Notify callbacks [] for security_group, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:55.165172 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-4dd8bd9e-1b5c-432a-a76f-b698cbb04ad5 tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:55.242559 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd8bd9e-1b5c-432a-a76f-b698cbb04ad5 tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe31728-8f0e-4317-86d0-d15093322e7c,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:55.332203 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.db_base_plugin_common [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-4dd8bd9e-1b5c-432a-a76f-b698cbb04ad5 tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] Allocated IP 192.168.233.197 (05ffe387-15db-496b-966f-f87926f5b20a/b4ae1ac1-7d18-40cc-a05c-65d6ab9f3671/4f19351a-fe9d-4660-b653-0f08586b3231) {{(pid=93330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:27:55.500759 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-4dd8bd9e-1b5c-432a-a76f-b698cbb04ad5 tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] Notify callbacks [] for port, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:55.517048 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.provisioning_blocks [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-4dd8bd9e-1b5c-432a-a76f-b698cbb04ad5 tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] Transition to ACTIVE for port object 4f19351a-fe9d-4660-b653-0f08586b3231 will not be triggered until provisioned by entity DHCP. {{(pid=93330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:27:55.554692 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-4dd8bd9e-1b5c-432a-a76f-b698cbb04ad5 tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:55.600681 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-4dd8bd9e-1b5c-432a-a76f-b698cbb04ad5 tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] Network 05ffe387-15db-496b-966f-f87926f5b20a is already hosted by enough agents. {{(pid=93330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:27:55.606303 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-4dd8bd9e-1b5c-432a-a76f-b698cbb04ad5 tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] Resources bound (agent type, host, resource id): {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:27:55.610488 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-4dd8bd9e-1b5c-432a-a76f-b698cbb04ad5 tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] Received port after_create {{(pid=93330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:27:55.638482 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd8bd9e-1b5c-432a-a76f-b698cbb04ad5 tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] Pushing event updated for resources: {'Port': ['ID=4f19351a-fe9d-4660-b653-0f08586b3231,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:55.672753 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-4dd8bd9e-1b5c-432a-a76f-b698cbb04ad5 tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:55.673478 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-4dd8bd9e-1b5c-432a-a76f-b698cbb04ad5 tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:55.693395 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-4dd8bd9e-1b5c-432a-a76f-b698cbb04ad5 tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0614305 Aug 04 16:27:55.711590 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-ea7acbb8-8bdd-4317-8eec-f09035ae68e3 service neutron] Request body: {'port': {'device_id': 'a4e51ddc-3654-4874-8848-4c3d3fb7d886', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:27:55.812453 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-ea7acbb8-8bdd-4317-8eec-f09035ae68e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:55.853401 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-4d578693-052c-49d5-ba77-8f8ce0c209eb None None] Provisioning for port 4f19351a-fe9d-4660-b653-0f08586b3231 completed by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:27:55.858875 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-4d578693-052c-49d5-ba77-8f8ce0c209eb None None] Provisioning complete for port 4f19351a-fe9d-4660-b653-0f08586b3231 triggered by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:27:55.859781 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-4d578693-052c-49d5-ba77-8f8ce0c209eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:55.896272 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-4d578693-052c-49d5-ba77-8f8ce0c209eb None None] Port 4f19351a-fe9d-4660-b653-0f08586b3231 cannot update to ACTIVE because it is not bound. {{(pid=93332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:27:55.939653 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 44492) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:56.054393 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-f736e36e-e1a3-486e-8f72-d2dffad52879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:56.089569 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-ea7acbb8-8bdd-4317-8eec-f09035ae68e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f19351a-fe9d-4660-b653-0f08586b3231 {{(pid=93330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:27:56.098446 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-ea7acbb8-8bdd-4317-8eec-f09035ae68e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:56.115013 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.provisioning_blocks [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-ea7acbb8-8bdd-4317-8eec-f09035ae68e3 service neutron] Transition to ACTIVE for port object 4f19351a-fe9d-4660-b653-0f08586b3231 will not be triggered until provisioned by entity L2. {{(pid=93330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:27:56.120918 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-ea7acbb8-8bdd-4317-8eec-f09035ae68e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129638395'] for port, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:56.150725 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-f736e36e-e1a3-486e-8f72-d2dffad52879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:56.160913 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-f736e36e-e1a3-486e-8f72-d2dffad52879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:56.186582 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7acbb8-8bdd-4317-8eec-f09035ae68e3 service neutron] Pushing event updated for resources: {'Port': ['ID=4f19351a-fe9d-4660-b653-0f08586b3231,revision_number=2']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:56.215017 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 44502) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:56.219252 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-f736e36e-e1a3-486e-8f72-d2dffad52879 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a50b59366473401b9751ae8d6d10c1da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2783895 Aug 04 16:27:56.228173 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f736e36e-e1a3-486e-8f72-d2dffad52879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9694da2d-2f28-49c0-ba62-b8add28d5f60,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:56.296954 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-ea7acbb8-8bdd-4317-8eec-f09035ae68e3 service neutron] Attempting to bind port 4f19351a-fe9d-4660-b653-0f08586b3231 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:27:56.297337 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-ea7acbb8-8bdd-4317-8eec-f09035ae68e3 service neutron] Attempting to bind port 4f19351a-fe9d-4660-b653-0f08586b3231 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '1ec6db18-667b-4ee9-8567-0db5b68712df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '05ffe387-15db-496b-966f-f87926f5b20a'}] {{(pid=93330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:27:56.297658 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-ea7acbb8-8bdd-4317-8eec-f09035ae68e3 service neutron] Attempting to bind port 4f19351a-fe9d-4660-b653-0f08586b3231 on network 05ffe387-15db-496b-966f-f87926f5b20a {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:27:56.310663 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-ea7acbb8-8bdd-4317-8eec-f09035ae68e3 service neutron] Port 4f19351a-fe9d-4660-b653-0f08586b3231 on network 05ffe387-15db-496b-966f-f87926f5b20a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:27:56.311002 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-ea7acbb8-8bdd-4317-8eec-f09035ae68e3 service neutron] Attempting to bind port 4f19351a-fe9d-4660-b653-0f08586b3231 on network 05ffe387-15db-496b-966f-f87926f5b20a {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:27:56.321293 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-ea7acbb8-8bdd-4317-8eec-f09035ae68e3 service neutron] Checking agent: {'id': 'd306b3d0-6735-4bf3-81d7-29bae54f6551', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 22, 19), 'started_at': datetime.datetime(2021, 8, 4, 16, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:27:56.321686 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-ea7acbb8-8bdd-4317-8eec-f09035ae68e3 service neutron] Checking segment: {'id': '1ec6db18-667b-4ee9-8567-0db5b68712df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '05ffe387-15db-496b-966f-f87926f5b20a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:27:56.322070 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-ea7acbb8-8bdd-4317-8eec-f09035ae68e3 service neutron] Bound using segment: {'id': '1ec6db18-667b-4ee9-8567-0db5b68712df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '05ffe387-15db-496b-966f-f87926f5b20a'} {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:27:56.322510 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-ea7acbb8-8bdd-4317-8eec-f09035ae68e3 service neutron] Bound port: 4f19351a-fe9d-4660-b653-0f08586b3231, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ec6db18-667b-4ee9-8567-0db5b68712df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '05ffe387-15db-496b-966f-f87926f5b20a'}}] {{(pid=93330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:27:56.322876 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-ea7acbb8-8bdd-4317-8eec-f09035ae68e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:56.333581 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5481c2-96dd-47e3-8421-778453752a30 req-38cf9f79-02d2-4f8c-82ee-fa878e333bb8 tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:56.335561 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-ed5481c2-96dd-47e3-8421-778453752a30 req-38cf9f79-02d2-4f8c-82ee-fa878e333bb8 tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] 10.222.0.77 "GET /v2.0/ports?device_id=a4e51ddc-3654-4874-8848-4c3d3fb7d886 HTTP/1.1" status: 200 len: 948 time: 0.0622594 Aug 04 16:27:56.387441 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-ed5481c2-96dd-47e3-8421-778453752a30 req-c0924305-94e3-4cb2-89a1-6d697e8abf84 tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbe31728-8f0e-4317-86d0-d15093322e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407455 Aug 04 16:27:56.411761 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-41605110-a768-4087-9579-b6f9e639544b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:56.453015 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-ea7acbb8-8bdd-4317-8eec-f09035ae68e3 service neutron] For port 4f19351a-fe9d-4660-b653-0f08586b3231, host hv-cinder-78956, cleared binding levels {{(pid=93330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:27:56.456742 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-41605110-a768-4087-9579-b6f9e639544b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:56.460933 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-ea7acbb8-8bdd-4317-8eec-f09035ae68e3 service neutron] For port 4f19351a-fe9d-4660-b653-0f08586b3231, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4f19351a-fe9d-4660-b653-0f08586b3231,segment=NetworkSegment(1ec6db18-667b-4ee9-8567-0db5b68712df),segment_id=1ec6db18-667b-4ee9-8567-0db5b68712df)] {{(pid=93330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:27:56.471917 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-ea7acbb8-8bdd-4317-8eec-f09035ae68e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129638395'] for port, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:56.541750 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-ea7acbb8-8bdd-4317-8eec-f09035ae68e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:56.542474 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-ea7acbb8-8bdd-4317-8eec-f09035ae68e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:56.543806 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-ea7acbb8-8bdd-4317-8eec-f09035ae68e3 service neutron] 10.222.0.50 "PUT /v2.0/ports/4f19351a-fe9d-4660-b653-0f08586b3231 HTTP/1.1" status: 200 len: 1098 time: 0.8370092 Aug 04 16:27:56.545062 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e51ddc-3654-4874-8848-4c3d3fb7d886', 'tag': '4f19351a-fe9d-4660-b653-0f08586b3231'}] {{(pid=93330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:27:56.547787 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37e886c0defde040503dc6230deb255415226de4639eab9b495881836c77004d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e10750e-bf1e-472c-a1f1-0b52a1f41214" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e51ddc-3654-4874-8848-4c3d3fb7d886", "tag": "4f19351a-fe9d-4660-b653-0f08586b3231"}]}' {{(pid=93330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:27:56.566289 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7acbb8-8bdd-4317-8eec-f09035ae68e3 service neutron] Pushing event updated for resources: {'Port': ['ID=4f19351a-fe9d-4660-b653-0f08586b3231,revision_number=3']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:56.599542 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-41605110-a768-4087-9579-b6f9e639544b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:56.602550 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-41605110-a768-4087-9579-b6f9e639544b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:56.603963 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-41605110-a768-4087-9579-b6f9e639544b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9694da2d-2f28-49c0-ba62-b8add28d5f60 HTTP/1.1" status: 204 len: 168 time: 0.3876488 Aug 04 16:27:56.622623 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5db4a2-e307-4b94-a42e-041b19dc328e x-openstack-request-id: req-7d5db4a2-e307-4b94-a42e-041b19dc328e {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:27:56.622922 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e51ddc-3654-4874-8848-4c3d3fb7d886", "tag": "4f19351a-fe9d-4660-b653-0f08586b3231", "status": "completed", "code": 200}]} {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:27:56.623173 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7d5db4a2-e307-4b94-a42e-041b19dc328e {{(pid=93330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:27:56.623704 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e51ddc-3654-4874-8848-4c3d3fb7d886', 'tag': '4f19351a-fe9d-4660-b653-0f08586b3231', 'status': 'completed', 'code': 200} Aug 04 16:27:56.633712 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41605110-a768-4087-9579-b6f9e639544b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9694da2d-2f28-49c0-ba62-b8add28d5f60,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:56.657530 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-108e5fcd-eb51-4d49-85c1-51de32dc9347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:56.659046 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-108e5fcd-eb51-4d49-85c1-51de32dc9347 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=afe39d5803f44a5ab105c541e26c30f2&device_id=a4e51ddc-3654-4874-8848-4c3d3fb7d886 HTTP/1.1" status: 200 len: 1101 time: 0.0704849 Aug 04 16:27:56.704255 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-8d3bc047-c9c9-4910-96e2-c376ef8176b8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=4f19351a-fe9d-4660-b653-0f08586b3231 HTTP/1.1" status: 200 len: 217 time: 0.0357337 Aug 04 16:27:56.766103 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-73a14839-36fb-4a09-a647-e79a0938ffa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:56.767569 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-73a14839-36fb-4a09-a647-e79a0938ffa1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b4ae1ac1-7d18-40cc-a05c-65d6ab9f3671 HTTP/1.1" status: 200 len: 843 time: 0.0528476 Aug 04 16:27:56.826366 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-78182224-c339-47c4-b524-655fd4b0fc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:56.828522 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-78182224-c339-47c4-b524-655fd4b0fc17 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=05ffe387-15db-496b-966f-f87926f5b20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0458994 Aug 04 16:27:56.925483 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 44522) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:56.941549 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-d9fa483b-2f8d-4ab7-8d1b-c96e27493f87 service neutron] 10.222.0.50 "GET /v2.0/networks/05ffe387-15db-496b-966f-f87926f5b20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005702 Aug 04 16:27:56.944368 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-7f66a616-f6d3-40c1-bbd4-f870b53b3f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:57.041669 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9ce3f144-2086-4f2f-b6b4-1e13e2fca690 req-eae89ce4-197e-4128-ad4d-9d6c52f4efa5 service neutron] 10.222.0.50 "GET /v2.0/networks/05ffe387-15db-496b-966f-f87926f5b20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909665 Aug 04 16:27:57.055754 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-7f66a616-f6d3-40c1-bbd4-f870b53b3f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:57.061163 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-7f66a616-f6d3-40c1-bbd4-f870b53b3f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:57.102508 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f66a616-f6d3-40c1-bbd4-f870b53b3f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0f6f80-fa7d-4a64-9d0a-2283acc2eb00,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:57.107577 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-7f66a616-f6d3-40c1-bbd4-f870b53b3f1f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=63b4fb5b659a4081947992849475c8c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1805141 Aug 04 16:27:57.110567 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 44524) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:57.149899 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10750e-bf1e-472c-a1f1-0b52a1f41214 req-4e6590c2-a67c-466d-8353-7dc82938487f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:57.151481 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6e10750e-bf1e-472c-a1f1-0b52a1f41214 req-4e6590c2-a67c-466d-8353-7dc82938487f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=afe39d5803f44a5ab105c541e26c30f2&device_id=a4e51ddc-3654-4874-8848-4c3d3fb7d886 HTTP/1.1" status: 200 len: 1101 time: 0.0420229 Aug 04 16:27:57.167876 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-5cd4f5ff-fbb7-40ec-9f52-167bd8f13428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:57.189239 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-5cd4f5ff-fbb7-40ec-9f52-167bd8f13428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:57.238462 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-5cd4f5ff-fbb7-40ec-9f52-167bd8f13428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:57.241023 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-5cd4f5ff-fbb7-40ec-9f52-167bd8f13428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:57.242209 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-5cd4f5ff-fbb7-40ec-9f52-167bd8f13428 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0e0f6f80-fa7d-4a64-9d0a-2283acc2eb00 HTTP/1.1" status: 204 len: 168 time: 0.1305616 Aug 04 16:27:57.249911 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd4f5ff-fbb7-40ec-9f52-167bd8f13428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0f6f80-fa7d-4a64-9d0a-2283acc2eb00,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:57.252579 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10750e-bf1e-472c-a1f1-0b52a1f41214 req-23ad7d11-8053-4723-9f7f-1dce239e0460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:57.254449 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6e10750e-bf1e-472c-a1f1-0b52a1f41214 req-23ad7d11-8053-4723-9f7f-1dce239e0460 service neutron] 10.222.0.50 "GET /v2.0/networks?id=05ffe387-15db-496b-966f-f87926f5b20a HTTP/1.1" status: 200 len: 870 time: 0.0900333 Aug 04 16:27:57.301548 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6e10750e-bf1e-472c-a1f1-0b52a1f41214 req-ae24761e-c97d-46da-8a8f-052d5b120ae8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=4f19351a-fe9d-4660-b653-0f08586b3231 HTTP/1.1" status: 200 len: 217 time: 0.0392790 Aug 04 16:27:57.364214 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10750e-bf1e-472c-a1f1-0b52a1f41214 req-be9293a0-088b-45b9-8e4c-a4f2f79cf8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:57.365734 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6e10750e-bf1e-472c-a1f1-0b52a1f41214 req-be9293a0-088b-45b9-8e4c-a4f2f79cf8e3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b4ae1ac1-7d18-40cc-a05c-65d6ab9f3671 HTTP/1.1" status: 200 len: 843 time: 0.0495028 Aug 04 16:27:57.425921 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10750e-bf1e-472c-a1f1-0b52a1f41214 req-bcc2ffcb-7da3-4206-85df-8271e355e1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:57.427897 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6e10750e-bf1e-472c-a1f1-0b52a1f41214 req-bcc2ffcb-7da3-4206-85df-8271e355e1a2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=05ffe387-15db-496b-966f-f87926f5b20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0525329 Aug 04 16:27:57.553439 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069cf09-9607-4c2a-8dbb-f28c37f5e3ae req-1cd5efae-320e-4da0-a6b9-cac7f6c9df41 tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:57.556769 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-2069cf09-9607-4c2a-8dbb-f28c37f5e3ae req-1cd5efae-320e-4da0-a6b9-cac7f6c9df41 tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] 10.222.0.77 "GET /v2.0/ports?device_id=a4e51ddc-3654-4874-8848-4c3d3fb7d886 HTTP/1.1" status: 200 len: 948 time: 0.0708375 Aug 04 16:27:57.580720 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6e10750e-bf1e-472c-a1f1-0b52a1f41214 req-3f75f057-d328-4ff7-94be-c90eb38deb9c service neutron] 10.222.0.50 "GET /v2.0/networks/05ffe387-15db-496b-966f-f87926f5b20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332796 Aug 04 16:27:57.614976 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-2069cf09-9607-4c2a-8dbb-f28c37f5e3ae req-40ef03af-e864-4352-8593-9ea841102dcf tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbe31728-8f0e-4317-86d0-d15093322e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492058 Aug 04 16:27:57.688837 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6e10750e-bf1e-472c-a1f1-0b52a1f41214 req-a97cb83c-c9d5-45fc-a616-c2f9647ea89d service neutron] 10.222.0.50 "GET /v2.0/networks/05ffe387-15db-496b-966f-f87926f5b20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949931 Aug 04 16:27:58.472055 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 4f19351a-fe9d-4660-b653-0f08586b3231 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:27:58.570572 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 4f19351a-fe9d-4660-b653-0f08586b3231, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4f19351a-fe9d-4660-b653-0f08586b3231,segment=NetworkSegment(1ec6db18-667b-4ee9-8567-0db5b68712df),segment_id=1ec6db18-667b-4ee9-8567-0db5b68712df)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:27:58.582933 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Returning: {'device': '4f19351a-fe9d-4660-b653-0f08586b3231', 'network_id': '05ffe387-15db-496b-966f-f87926f5b20a', 'port_id': '4f19351a-fe9d-4660-b653-0f08586b3231', 'mac_address': 'fa:16:3e:17:02:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4ae1ac1-7d18-40cc-a05c-65d6ab9f3671', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:27:58.627192 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:58.641278 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f19351a-fe9d-4660-b653-0f08586b3231 {{(pid=93332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:27:58.662578 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 4f19351a-fe9d-4660-b653-0f08586b3231, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4f19351a-fe9d-4660-b653-0f08586b3231,segment=NetworkSegment(1ec6db18-667b-4ee9-8567-0db5b68712df),segment_id=1ec6db18-667b-4ee9-8567-0db5b68712df)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:27:58.667618 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:58.720192 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=4f19351a-fe9d-4660-b653-0f08586b3231,revision_number=4']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:58.733562 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dcb03c-9b3b-45e4-883e-58625bb14dcd req-8e6dd88e-ee70-48c0-b2fe-e49e74cccf60 tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:58.735107 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-76dcb03c-9b3b-45e4-883e-58625bb14dcd req-8e6dd88e-ee70-48c0-b2fe-e49e74cccf60 tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] 10.222.0.77 "GET /v2.0/ports?device_id=a4e51ddc-3654-4874-8848-4c3d3fb7d886 HTTP/1.1" status: 200 len: 949 time: 0.0522764 Aug 04 16:27:58.775157 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-76dcb03c-9b3b-45e4-883e-58625bb14dcd req-96a0074d-aaa8-4bb8-b55a-86ab53b15b56 tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbe31728-8f0e-4317-86d0-d15093322e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339568 Aug 04 16:27:58.932118 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] get_ports_and_sgs() called for port_ids ['4f19351a-fe9d-4660-b653-0f08586b3231'] {{(pid=93332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:27:59.897335 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228af6c5-2d01-4d88-bcd2-794cd6fd9896 req-5bfd9a34-3ca1-4bb3-b0be-07ecbaa175bc tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:59.898867 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-228af6c5-2d01-4d88-bcd2-794cd6fd9896 req-5bfd9a34-3ca1-4bb3-b0be-07ecbaa175bc tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] 10.222.0.77 "GET /v2.0/ports?device_id=a4e51ddc-3654-4874-8848-4c3d3fb7d886 HTTP/1.1" status: 200 len: 949 time: 0.0507774 Aug 04 16:27:59.950373 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-228af6c5-2d01-4d88-bcd2-794cd6fd9896 req-0cd65dc6-6696-4e54-b303-23003dcd2c02 tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbe31728-8f0e-4317-86d0-d15093322e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389130 Aug 04 16:28:00.196889 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 44606) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:00.326485 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-114bb862-5121-4191-af01-2406f4e15aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:00.436948 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-114bb862-5121-4191-af01-2406f4e15aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:00.442531 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-114bb862-5121-4191-af01-2406f4e15aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:00.475446 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-114bb862-5121-4191-af01-2406f4e15aab admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5d3146acacae4120a0c21cd1e016fa7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2774065 Aug 04 16:28:00.478733 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 44618) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:00.484770 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 4f19351a-fe9d-4660-b653-0f08586b3231 up at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:28:00.489543 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114bb862-5121-4191-af01-2406f4e15aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341c8c22-078b-466a-9de1-e2f3178ac759,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:00.530031 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c8416ecd-13e0-4a5f-b4f6-23ed15c2c023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:00.546660 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Provisioning for port 4f19351a-fe9d-4660-b653-0f08586b3231 completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:28:00.550941 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Provisioning complete for port 4f19351a-fe9d-4660-b653-0f08586b3231 triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:00.551317 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:00.551935 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c8416ecd-13e0-4a5f-b4f6-23ed15c2c023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:00.606147 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c8416ecd-13e0-4a5f-b4f6-23ed15c2c023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:00.608964 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c8416ecd-13e0-4a5f-b4f6-23ed15c2c023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:00.612955 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-c8416ecd-13e0-4a5f-b4f6-23ed15c2c023 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/341c8c22-078b-466a-9de1-e2f3178ac759 HTTP/1.1" status: 204 len: 168 time: 0.1308200 Aug 04 16:28:00.620440 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8416ecd-13e0-4a5f-b4f6-23ed15c2c023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341c8c22-078b-466a-9de1-e2f3178ac759,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:00.640721 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:00.669322 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e51ddc-3654-4874-8848-4c3d3fb7d886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f19351a-fe9d-4660-b653-0f08586b3231'}] {{(pid=93332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:28:00.671963 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60a3b88c11522644802803ec4887c4dd8a4d8449af02ad3849b143fbab4f5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e047c02-2921-4d58-932f-1a8bcd9c5ab5" -d '{"events": [{"server_uuid": "a4e51ddc-3654-4874-8848-4c3d3fb7d886", "name": "network-vif-plugged", "status": "completed", "tag": "4f19351a-fe9d-4660-b653-0f08586b3231"}]}' {{(pid=93332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:28:00.687613 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 4f19351a-fe9d-4660-b653-0f08586b3231, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4f19351a-fe9d-4660-b653-0f08586b3231,segment=NetworkSegment(1ec6db18-667b-4ee9-8567-0db5b68712df),segment_id=1ec6db18-667b-4ee9-8567-0db5b68712df)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:28:00.694689 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:00.724267 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a7bf0a-8d3a-4ea6-937b-92652131ddfe x-openstack-request-id: req-b3a7bf0a-8d3a-4ea6-937b-92652131ddfe {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:28:00.724543 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e51ddc-3654-4874-8848-4c3d3fb7d886", "name": "network-vif-plugged", "status": "completed", "tag": "4f19351a-fe9d-4660-b653-0f08586b3231", "code": 200}]} {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:28:00.724814 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b3a7bf0a-8d3a-4ea6-937b-92652131ddfe {{(pid=93332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:28:00.725362 dv-cinder-789564-9-iscsi neutron-server[93332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e51ddc-3654-4874-8848-4c3d3fb7d886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f19351a-fe9d-4660-b653-0f08586b3231', 'code': 200} Aug 04 16:28:00.753152 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=4f19351a-fe9d-4660-b653-0f08586b3231,revision_number=5']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:00.894865 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1bdec-76cf-47c6-8fd2-8565b7af3a48 req-d295f749-2ae4-4f52-ba7b-de61bf52730d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:00.896440 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-81d1bdec-76cf-47c6-8fd2-8565b7af3a48 req-d295f749-2ae4-4f52-ba7b-de61bf52730d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a4e51ddc-3654-4874-8848-4c3d3fb7d886 HTTP/1.1" status: 200 len: 1103 time: 0.0432358 Aug 04 16:28:00.942763 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-81d1bdec-76cf-47c6-8fd2-8565b7af3a48 req-5bd8e435-0d19-4b82-9662-90d1b236722a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cbe31728-8f0e-4317-86d0-d15093322e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372720 Aug 04 16:28:01.066118 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660aa88-3baa-450e-a330-cd6e07612ef3 req-ff860278-eabb-4a51-b61d-307f37abeb6d tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:01.067729 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-7660aa88-3baa-450e-a330-cd6e07612ef3 req-ff860278-eabb-4a51-b61d-307f37abeb6d tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] 10.222.0.77 "GET /v2.0/ports?device_id=a4e51ddc-3654-4874-8848-4c3d3fb7d886 HTTP/1.1" status: 200 len: 950 time: 0.0495996 Aug 04 16:28:01.108158 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-7660aa88-3baa-450e-a330-cd6e07612ef3 req-e3505c39-53d0-45da-9ad4-6dffae7b284d tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbe31728-8f0e-4317-86d0-d15093322e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332897 Aug 04 16:28:02.229430 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247061b-f148-47e9-b7eb-6ec0383af0c8 req-7d7df53a-8449-4784-ae6c-dbb5dbc5dd5e tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:02.230860 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3247061b-f148-47e9-b7eb-6ec0383af0c8 req-7d7df53a-8449-4784-ae6c-dbb5dbc5dd5e tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] 10.222.0.77 "GET /v2.0/ports?device_id=a4e51ddc-3654-4874-8848-4c3d3fb7d886 HTTP/1.1" status: 200 len: 950 time: 0.0497198 Aug 04 16:28:02.269460 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3247061b-f148-47e9-b7eb-6ec0383af0c8 req-3449859d-d203-4dc9-a538-4622e22fcd38 tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbe31728-8f0e-4317-86d0-d15093322e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324616 Aug 04 16:28:02.548902 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58655ea-fee2-4f4c-9912-d7fb56389501 req-24ba7ac7-4691-44ea-ab06-8fade5e75994 tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:02.550322 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-a58655ea-fee2-4f4c-9912-d7fb56389501 req-24ba7ac7-4691-44ea-ab06-8fade5e75994 tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] 10.222.0.77 "GET /v2.0/ports?device_id=a4e51ddc-3654-4874-8848-4c3d3fb7d886 HTTP/1.1" status: 200 len: 950 time: 0.0485349 Aug 04 16:28:02.590363 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-a58655ea-fee2-4f4c-9912-d7fb56389501 req-8ccc1165-79dc-4071-93d6-ac4c59227df7 tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbe31728-8f0e-4317-86d0-d15093322e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337543 Aug 04 16:28:03.713673 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66024815-658a-461c-b5c4-6fdb5f012634 req-c8f2536a-96e7-4d66-9e41-8a7966846ea9 tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:03.715212 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-66024815-658a-461c-b5c4-6fdb5f012634 req-c8f2536a-96e7-4d66-9e41-8a7966846ea9 tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] 10.222.0.77 "GET /v2.0/ports?device_id=a4e51ddc-3654-4874-8848-4c3d3fb7d886 HTTP/1.1" status: 200 len: 950 time: 0.0519421 Aug 04 16:28:03.757271 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-66024815-658a-461c-b5c4-6fdb5f012634 req-a0adecc6-001e-46fa-b62b-3b946c635e6d tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbe31728-8f0e-4317-86d0-d15093322e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356860 Aug 04 16:28:04.318614 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea63876-ae4d-4c3d-849b-7961559c2773 req-1a22501f-7f39-41af-b649-8edd9c4388dc tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:04.320267 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-7ea63876-ae4d-4c3d-849b-7961559c2773 req-1a22501f-7f39-41af-b649-8edd9c4388dc tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] 10.222.0.50 "GET /v2.0/ports?device_id=a4e51ddc-3654-4874-8848-4c3d3fb7d886 HTTP/1.1" status: 200 len: 950 time: 0.0581312 Aug 04 16:28:04.422493 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [req-7ea63876-ae4d-4c3d-849b-7961559c2773 req-c556c231-0f97-4f1d-9d9a-b4bd68aa038e tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] Deleting port 4f19351a-fe9d-4660-b653-0f08586b3231 {{(pid=93330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:28:04.422859 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-7ea63876-ae4d-4c3d-849b-7961559c2773 req-c556c231-0f97-4f1d-9d9a-b4bd68aa038e tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:04.515028 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-7ea63876-ae4d-4c3d-849b-7961559c2773 req-c556c231-0f97-4f1d-9d9a-b4bd68aa038e tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] For port 4f19351a-fe9d-4660-b653-0f08586b3231, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4f19351a-fe9d-4660-b653-0f08586b3231,segment=NetworkSegment(1ec6db18-667b-4ee9-8567-0db5b68712df),segment_id=1ec6db18-667b-4ee9-8567-0db5b68712df)] {{(pid=93330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:28:04.515405 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-7ea63876-ae4d-4c3d-849b-7961559c2773 req-c556c231-0f97-4f1d-9d9a-b4bd68aa038e tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:04.528598 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [req-7ea63876-ae4d-4c3d-849b-7961559c2773 req-c556c231-0f97-4f1d-9d9a-b4bd68aa038e tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] Calling delete_port for 4f19351a-fe9d-4660-b653-0f08586b3231 owned by compute:nova {{(pid=93330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:28:04.664597 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-7ea63876-ae4d-4c3d-849b-7961559c2773 req-c556c231-0f97-4f1d-9d9a-b4bd68aa038e tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:04.697935 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556c231-0f97-4f1d-9d9a-b4bd68aa038e tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] Pushing event deleted for resources: {'Port': ['ID=4f19351a-fe9d-4660-b653-0f08586b3231,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:04.711430 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c556c231-0f97-4f1d-9d9a-b4bd68aa038e tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:04.711804 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c556c231-0f97-4f1d-9d9a-b4bd68aa038e tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:04.712118 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c556c231-0f97-4f1d-9d9a-b4bd68aa038e tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:04.712448 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c556c231-0f97-4f1d-9d9a-b4bd68aa038e tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:04.712776 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c556c231-0f97-4f1d-9d9a-b4bd68aa038e tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:04.713102 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c556c231-0f97-4f1d-9d9a-b4bd68aa038e tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:04.713427 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c556c231-0f97-4f1d-9d9a-b4bd68aa038e tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:04.713750 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c556c231-0f97-4f1d-9d9a-b4bd68aa038e tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:04.714100 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c556c231-0f97-4f1d-9d9a-b4bd68aa038e tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:04.714423 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c556c231-0f97-4f1d-9d9a-b4bd68aa038e tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:04.714744 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c556c231-0f97-4f1d-9d9a-b4bd68aa038e tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:04.715067 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c556c231-0f97-4f1d-9d9a-b4bd68aa038e tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:04.750120 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea63876-ae4d-4c3d-849b-7961559c2773 req-c556c231-0f97-4f1d-9d9a-b4bd68aa038e tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] No DVR routers for this DVR port 4f19351a-fe9d-4660-b653-0f08586b3231 on host hv-cinder-78956 {{(pid=93330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:28:04.752766 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-7ea63876-ae4d-4c3d-849b-7961559c2773 req-c556c231-0f97-4f1d-9d9a-b4bd68aa038e tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:04.755072 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-7ea63876-ae4d-4c3d-849b-7961559c2773 req-c556c231-0f97-4f1d-9d9a-b4bd68aa038e tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] 10.222.0.50 "DELETE /v2.0/ports/4f19351a-fe9d-4660-b653-0f08586b3231 HTTP/1.1" status: 204 len: 173 time: 0.4226058 Aug 04 16:28:04.755532 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e51ddc-3654-4874-8848-4c3d3fb7d886', 'name': 'network-vif-deleted', 'tag': '4f19351a-fe9d-4660-b653-0f08586b3231'}] {{(pid=93330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:28:04.757849 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37e886c0defde040503dc6230deb255415226de4639eab9b495881836c77004d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3697104e-c310-4abc-9132-eb5c02ec40fe" -d '{"events": [{"server_uuid": "a4e51ddc-3654-4874-8848-4c3d3fb7d886", "name": "network-vif-deleted", "tag": "4f19351a-fe9d-4660-b653-0f08586b3231"}]}' {{(pid=93330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:28:04.796788 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eaa170e-8226-45a9-84b3-6c13ee14b879 x-openstack-request-id: req-7eaa170e-8226-45a9-84b3-6c13ee14b879 {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:28:04.797177 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e51ddc-3654-4874-8848-4c3d3fb7d886", "name": "network-vif-deleted", "tag": "4f19351a-fe9d-4660-b653-0f08586b3231", "status": "completed", "code": 200}]} {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:28:04.797483 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7eaa170e-8226-45a9-84b3-6c13ee14b879 {{(pid=93330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:28:04.797921 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e51ddc-3654-4874-8848-4c3d3fb7d886', 'name': 'network-vif-deleted', 'tag': '4f19351a-fe9d-4660-b653-0f08586b3231', 'status': 'completed', 'code': 200} Aug 04 16:28:04.864386 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-352fbd04-e2a1-412d-a2d1-7cb4544d84ec req-6f318ea5-2548-4618-83b3-46e75de7b4d0 tempest-VolumesNegativeTest-1891558327 tempest-VolumesNegativeTest-1891558327-project] 10.222.0.77 "GET /v2.0/ports?device_id=a4e51ddc-3654-4874-8848-4c3d3fb7d886 HTTP/1.1" status: 200 len: 210 time: 0.0315642 Aug 04 16:28:06.500361 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 4f19351a-fe9d-4660-b653-0f08586b3231 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:28:06.527697 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] No Port match for: 4f19351a-fe9d-4660-b653-0f08586b3231 {{(pid=93332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:28:06.528039 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 4f19351a-fe9d-4660-b653-0f08586b3231 not bound to the agent host hv-cinder-78956 {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:28:08.123566 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a269f786-c7dc-4ca0-bcbb-4561733842ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:10.921981 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-52df2f5f-376a-4cde-b07e-7a2ce0b308ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:10.961478 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:12.227439 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:13.676264 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:13.754785 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ac31c-1bd5-41f3-9529-e20204c3948b req-152b3853-fb7d-4e99-8fc1-b05609dd7ceb tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:13.756418 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-8c0ac31c-1bd5-41f3-9529-e20204c3948b req-152b3853-fb7d-4e99-8fc1-b05609dd7ceb tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.0535090 Aug 04 16:28:13.797539 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-8c0ac31c-1bd5-41f3-9529-e20204c3948b req-07cdbc1c-5e6d-4c0a-9ec7-58441f03ac31 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345945 Aug 04 16:28:14.195850 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 45034) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:14.341294 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-8867cc31-fd86-429b-b787-1b4fb8372e23 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=afe39d5803f44a5ab105c541e26c30f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1442046 Aug 04 16:28:14.344437 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 45048) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:14.403242 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-3ca71335-3338-4175-8eb8-11933f7fc902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:14.440608 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-3ca71335-3338-4175-8eb8-11933f7fc902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:14.522716 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-3ca71335-3338-4175-8eb8-11933f7fc902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:14.527072 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-3ca71335-3338-4175-8eb8-11933f7fc902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:14.528972 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-3ca71335-3338-4175-8eb8-11933f7fc902 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cbe31728-8f0e-4317-86d0-d15093322e7c HTTP/1.1" status: 204 len: 168 time: 0.1826470 Aug 04 16:28:14.538022 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca71335-3338-4175-8eb8-11933f7fc902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe31728-8f0e-4317-86d0-d15093322e7c,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:14.924538 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eafba1-b8af-4090-8097-aa5bd73414bd req-8b1afbb2-8ff1-4e30-910d-35c770fd783c tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:14.926981 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-50eafba1-b8af-4090-8097-aa5bd73414bd req-8b1afbb2-8ff1-4e30-910d-35c770fd783c tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.0539923 Aug 04 16:28:14.967477 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-50eafba1-b8af-4090-8097-aa5bd73414bd req-83371b24-f380-47b5-8245-dde5efeb9366 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342851 Aug 04 16:28:15.208619 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 45076) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:15.311902 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [None req-b5411b28-4c04-4def-a453-7da6c10f7da2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1289892520-network', 'tenant_id': '76829aee5bb64de2bb202e81a575e30d'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:28:15.337356 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5411b28-4c04-4def-a453-7da6c10f7da2 admin admin] Made reservation on behalf of 76829aee5bb64de2bb202e81a575e30d for: {'network': 1} {{(pid=93330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:28:15.339716 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-b5411b28-4c04-4def-a453-7da6c10f7da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for network, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:15.352077 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-b5411b28-4c04-4def-a453-7da6c10f7da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:15.449899 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-b5411b28-4c04-4def-a453-7da6c10f7da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:15.463700 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-b5411b28-4c04-4def-a453-7da6c10f7da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:15.486535 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5411b28-4c04-4def-a453-7da6c10f7da2 admin admin] vlan segment allocate from pool success with {'vlan_id': 890, 'physical_network': 'physnet1'} {{(pid=93330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:28:15.501244 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5411b28-4c04-4def-a453-7da6c10f7da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ed3355-eb2d-410f-8b3a-5239c1b671ca,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:15.508036 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-b5411b28-4c04-4def-a453-7da6c10f7da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519'] for segment, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:15.508401 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.db.segments_db [None req-b5411b28-4c04-4def-a453-7da6c10f7da2 admin admin] Added segment fd256104-621c-40d6-ae7e-f0d6b255b836 of type vlan for network 185b7905-00dc-4ba4-a3c5-437dece76adb Aug 04 16:28:15.551017 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-b5411b28-4c04-4def-a453-7da6c10f7da2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758853320587'] for network, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:15.593897 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-b5411b28-4c04-4def-a453-7da6c10f7da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334'] for network, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:15.594960 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5411b28-4c04-4def-a453-7da6c10f7da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:15.595551 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-b5411b28-4c04-4def-a453-7da6c10f7da2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for network, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:15.654261 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-b5411b28-4c04-4def-a453-7da6c10f7da2 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4444807 Aug 04 16:28:15.658575 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 45096) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:15.665640 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-0c89318a-261a-4bf5-8e0b-f3c8bb65b48e admin admin] Request body: {'subnet': {'network_id': '185b7905-00dc-4ba4-a3c5-437dece76adb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1289892520-subnet', 'tenant_id': '76829aee5bb64de2bb202e81a575e30d', 'ip_version': 4}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:28:15.667286 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5411b28-4c04-4def-a453-7da6c10f7da2 admin admin] Pushing event updated for resources: {'Network': ['ID=185b7905-00dc-4ba4-a3c5-437dece76adb,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:15.681441 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Network 185b7905-00dc-4ba4-a3c5-437dece76adb details requested by agent ovs-agent-dv-cinder-789564-9-iscsi with host dv-cinder-789564-9-iscsi {{(pid=93332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:28:15.710711 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c89318a-261a-4bf5-8e0b-f3c8bb65b48e admin admin] Made reservation on behalf of 76829aee5bb64de2bb202e81a575e30d for: {'subnet': 1} {{(pid=93331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:28:15.714524 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-0c89318a-261a-4bf5-8e0b-f3c8bb65b48e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126426302'] for subnet, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:15.895048 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-0c89318a-261a-4bf5-8e0b-f3c8bb65b48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129279267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126426284'] for subnet, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:15.954381 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c89318a-261a-4bf5-8e0b-f3c8bb65b48e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4df58c78-45db-4175-9ebe-e1e86c92c13c,revision_number=0']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:15.969443 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c89318a-261a-4bf5-8e0b-f3c8bb65b48e admin admin] Checking segment: {'id': 'fd256104-621c-40d6-ae7e-f0d6b255b836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '185b7905-00dc-4ba4-a3c5-437dece76adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:28:15.969804 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c89318a-261a-4bf5-8e0b-f3c8bb65b48e admin admin] Network hostable DHCP agents. Network: 185b7905-00dc-4ba4-a3c5-437dece76adb, hostable agents: ['eaf2aaff-ba37-427f-8468-b829a196e20c'], hosted agents: [] {{(pid=93331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:28:15.990254 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c89318a-261a-4bf5-8e0b-f3c8bb65b48e admin admin] Network 185b7905-00dc-4ba4-a3c5-437dece76adb is scheduled to be hosted by DHCP agent eaf2aaff-ba37-427f-8468-b829a196e20c with binding_index 1 {{(pid=93331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:28:16.000890 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.base_scheduler [None req-0c89318a-261a-4bf5-8e0b-f3c8bb65b48e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-9-iscsi, 185b7905-00dc-4ba4-a3c5-437dece76adb) {{(pid=93331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:28:16.010478 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb08c84-aacc-4740-8a1a-b7ea59aac611 None None] Network 185b7905-00dc-4ba4-a3c5-437dece76adb requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:28:16.011515 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c89318a-261a-4bf5-8e0b-f3c8bb65b48e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:16.012279 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-0c89318a-261a-4bf5-8e0b-f3c8bb65b48e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:16.035078 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-0c89318a-261a-4bf5-8e0b-f3c8bb65b48e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3751509 Aug 04 16:28:16.035611 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 45102) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:16.043416 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [None req-99990ce2-4d2d-4c12-a0a7-abd2a077ca3a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1289892520-router', 'tenant_id': '76829aee5bb64de2bb202e81a575e30d', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'}}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:28:16.090626 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-99990ce2-4d2d-4c12-a0a7-abd2a077ca3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-590814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10750'] for router, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:16.092318 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-99990ce2-4d2d-4c12-a0a7-abd2a077ca3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10743'] for router, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:16.147149 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757eb748-5bdb-4c11-a00d-85b47bdd54e2 req-1e74fe4f-4153-4c76-b739-bd1aeff8c68e tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:16.148602 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-757eb748-5bdb-4c11-a00d-85b47bdd54e2 req-1e74fe4f-4153-4c76-b739-bd1aeff8c68e tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.0747201 Aug 04 16:28:16.179315 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-99990ce2-4d2d-4c12-a0a7-abd2a077ca3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:16.182209 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8405fea-ee7d-4397-8fc3-f1b06183ee2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92b968f5-83eb-5d3b-adcb-ad6e8725d7f3-185b7905-00dc-4ba4-a3c5-437dece76adb', 'network_id': '185b7905-00dc-4ba4-a3c5-437dece76adb', 'tenant_id': '76829aee5bb64de2bb202e81a575e30d', 'fixed_ips': [{'subnet_id': '4df58c78-45db-4175-9ebe-e1e86c92c13c'}]}} from dv-cinder-789564-9-iscsi. {{(pid=93332) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 16:28:16.183367 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-d8405fea-ee7d-4397-8fc3-f1b06183ee2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:16.282207 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-757eb748-5bdb-4c11-a00d-85b47bdd54e2 req-43777e7e-5496-40b8-bdb1-c282daa57e60 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070883 Aug 04 16:28:16.333289 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.db_base_plugin_common [None req-d8405fea-ee7d-4397-8fc3-f1b06183ee2d None None] Allocated IP 172.20.0.2 (185b7905-00dc-4ba4-a3c5-437dece76adb/4df58c78-45db-4175-9ebe-e1e86c92c13c/7d3e23c3-420f-495d-88ee-a72a364a0a2c) {{(pid=93332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:28:16.348200 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-99990ce2-4d2d-4c12-a0a7-abd2a077ca3a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:16.493408 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-d8405fea-ee7d-4397-8fc3-f1b06183ee2d None None] Notify callbacks [] for port, precommit_create {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:16.501864 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-d8405fea-ee7d-4397-8fc3-f1b06183ee2d None None] Transition to ACTIVE for port object 7d3e23c3-420f-495d-88ee-a72a364a0a2c will not be triggered until provisioned by entity L2. {{(pid=93332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:28:16.517810 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-d8405fea-ee7d-4397-8fc3-f1b06183ee2d None None] Transition to ACTIVE for port object 7d3e23c3-420f-495d-88ee-a72a364a0a2c will not be triggered until provisioned by entity DHCP. {{(pid=93332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:28:16.525319 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-d8405fea-ee7d-4397-8fc3-f1b06183ee2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767'] for port, after_create {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:16.559427 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-99990ce2-4d2d-4c12-a0a7-abd2a077ca3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:16.567413 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8405fea-ee7d-4397-8fc3-f1b06183ee2d None None] Network 185b7905-00dc-4ba4-a3c5-437dece76adb is already hosted by enough agents. {{(pid=93332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:28:16.572597 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.scheduler.base_scheduler [None req-d8405fea-ee7d-4397-8fc3-f1b06183ee2d None None] Resources bound (agent type, host, resource id): {{(pid=93332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:28:16.576241 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8405fea-ee7d-4397-8fc3-f1b06183ee2d None None] Received port after_create {{(pid=93332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:28:16.581567 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-99990ce2-4d2d-4c12-a0a7-abd2a077ca3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:16.582825 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8405fea-ee7d-4397-8fc3-f1b06183ee2d None None] Pushing event updated for resources: {'Port': ['ID=7d3e23c3-420f-495d-88ee-a72a364a0a2c,revision_number=1']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:16.635834 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-d8405fea-ee7d-4397-8fc3-f1b06183ee2d None None] Attempting to bind port 7d3e23c3-420f-495d-88ee-a72a364a0a2c on host dv-cinder-789564-9-iscsi for vnic_type normal with profile {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:28:16.636239 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-d8405fea-ee7d-4397-8fc3-f1b06183ee2d None None] Attempting to bind port 7d3e23c3-420f-495d-88ee-a72a364a0a2c by drivers openvswitch,hyperv on host dv-cinder-789564-9-iscsi at level 0 using segments [{'id': 'fd256104-621c-40d6-ae7e-f0d6b255b836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '185b7905-00dc-4ba4-a3c5-437dece76adb'}] {{(pid=93332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:28:16.636598 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8405fea-ee7d-4397-8fc3-f1b06183ee2d None None] Attempting to bind port 7d3e23c3-420f-495d-88ee-a72a364a0a2c on network 185b7905-00dc-4ba4-a3c5-437dece76adb {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:28:16.641998 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8405fea-ee7d-4397-8fc3-f1b06183ee2d None None] Checking agent: {'id': '925d9885-7f95-40bb-88ba-4bb3b2a3855f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 16, 11), 'started_at': datetime.datetime(2021, 8, 4, 16, 16, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:28:16.642445 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8405fea-ee7d-4397-8fc3-f1b06183ee2d None None] Checking segment: {'id': 'fd256104-621c-40d6-ae7e-f0d6b255b836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '185b7905-00dc-4ba4-a3c5-437dece76adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:28:16.642878 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-d8405fea-ee7d-4397-8fc3-f1b06183ee2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:16.643240 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8405fea-ee7d-4397-8fc3-f1b06183ee2d None None] Bound using segment: {'id': 'fd256104-621c-40d6-ae7e-f0d6b255b836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '185b7905-00dc-4ba4-a3c5-437dece76adb'} {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:28:16.643752 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-d8405fea-ee7d-4397-8fc3-f1b06183ee2d None None] Bound port: 7d3e23c3-420f-495d-88ee-a72a364a0a2c, host: dv-cinder-789564-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd256104-621c-40d6-ae7e-f0d6b255b836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '185b7905-00dc-4ba4-a3c5-437dece76adb'}}] {{(pid=93332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:28:16.644198 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-d8405fea-ee7d-4397-8fc3-f1b06183ee2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:16.693672 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.db_base_plugin_common [None req-99990ce2-4d2d-4c12-a0a7-abd2a077ca3a admin admin] Allocated IP 172.27.2.165 (79da2935-f34e-4d6b-93be-bb960bd015b1/1f6d232c-c352-4ff7-8ce5-aebf5b141825/bf169269-5189-48a5-8d4c-472f825dd15b) {{(pid=93330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:28:16.712429 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-d8405fea-ee7d-4397-8fc3-f1b06183ee2d None None] For port 7d3e23c3-420f-495d-88ee-a72a364a0a2c, host dv-cinder-789564-9-iscsi, cleared binding levels {{(pid=93332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:28:16.716118 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-d8405fea-ee7d-4397-8fc3-f1b06183ee2d None None] For port 7d3e23c3-420f-495d-88ee-a72a364a0a2c, host dv-cinder-789564-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=7d3e23c3-420f-495d-88ee-a72a364a0a2c,segment=NetworkSegment(fd256104-621c-40d6-ae7e-f0d6b255b836),segment_id=fd256104-621c-40d6-ae7e-f0d6b255b836)] {{(pid=93332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:28:16.721222 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-d8405fea-ee7d-4397-8fc3-f1b06183ee2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:16.794235 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8405fea-ee7d-4397-8fc3-f1b06183ee2d None None] Pushing event updated for resources: {'Port': ['ID=7d3e23c3-420f-495d-88ee-a72a364a0a2c,revision_number=2']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:16.844091 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-99990ce2-4d2d-4c12-a0a7-abd2a077ca3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:16.885983 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-99990ce2-4d2d-4c12-a0a7-abd2a077ca3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:16.923882 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99990ce2-4d2d-4c12-a0a7-abd2a077ca3a admin admin] Network 79da2935-f34e-4d6b-93be-bb960bd015b1 is already hosted by enough agents. {{(pid=93330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:28:16.929059 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [None req-99990ce2-4d2d-4c12-a0a7-abd2a077ca3a admin admin] Resources bound (agent type, host, resource id): {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:28:16.932724 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99990ce2-4d2d-4c12-a0a7-abd2a077ca3a admin admin] Received port after_create {{(pid=93330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:28:16.938590 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99990ce2-4d2d-4c12-a0a7-abd2a077ca3a admin admin] Pushing event updated for resources: {'Port': ['ID=bf169269-5189-48a5-8d4c-472f825dd15b,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:17.218956 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-99990ce2-4d2d-4c12-a0a7-abd2a077ca3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:17.413427 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05381fbe-03db-488f-a689-d6854ce2f138 req-ff54d9a0-16c5-4732-bf23-b618c9af306a tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:17.415722 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-05381fbe-03db-488f-a689-d6854ce2f138 req-ff54d9a0-16c5-4732-bf23-b618c9af306a tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.0572491 Aug 04 16:28:17.426910 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 7d3e23c3-420f-495d-88ee-a72a364a0a2c up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:28:17.465043 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-99990ce2-4d2d-4c12-a0a7-abd2a077ca3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593452'] for router, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:17.469637 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-05381fbe-03db-488f-a689-d6854ce2f138 req-a9d65c95-e2c6-4388-ba9e-18ab27641fff tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453031 Aug 04 16:28:17.499535 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning for port 7d3e23c3-420f-495d-88ee-a72a364a0a2c completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:28:17.734055 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfec5c8a-3e62-4f0c-a072-7747887f080e None None] Network 185b7905-00dc-4ba4-a3c5-437dece76adb requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:28:17.916651 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99990ce2-4d2d-4c12-a0a7-abd2a077ca3a admin admin] Router fd2b73bb-707e-4354-a103-12ab6d129dcd is scheduled to L3 agent d346cf64-ca3f-484e-b552-5df8791a7915 with binding_index 1 {{(pid=93330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 16:28:17.921173 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-51fb4da9-90ae-46a8-b619-db3a33514ff6 None None] Provisioning for port 7d3e23c3-420f-495d-88ee-a72a364a0a2c completed by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:28:17.927671 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-51fb4da9-90ae-46a8-b619-db3a33514ff6 None None] Provisioning complete for port 7d3e23c3-420f-495d-88ee-a72a364a0a2c triggered by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:17.928396 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-51fb4da9-90ae-46a8-b619-db3a33514ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:18.037184 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99990ce2-4d2d-4c12-a0a7-abd2a077ca3a admin admin] Notify agent at l3_agent.dv-cinder-789564-9-iscsi the message routers_updated {{(pid=93330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:28:18.051531 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfdd87a-0eac-41f1-ba05-5590d37f9260 None None] Sync routers for ids ['fd2b73bb-707e-4354-a103-12ab6d129dcd'] in dv-cinder-789564-9-iscsi {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:28:18.056003 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-99990ce2-4d2d-4c12-a0a7-abd2a077ca3a admin admin] Notify callbacks [] for router, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:18.057343 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-99990ce2-4d2d-4c12-a0a7-abd2a077ca3a admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0200596 Aug 04 16:28:18.060220 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 45118) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:18.096343 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfdd87a-0eac-41f1-ba05-5590d37f9260 None None] Routers {'fd2b73bb-707e-4354-a103-12ab6d129dcd'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:28:18.097015 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-4dfdd87a-0eac-41f1-ba05-5590d37f9260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:28:11Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['fd2b73bb-707e-4354-a103-12ab6d129dcd'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:18.103166 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-51fb4da9-90ae-46a8-b619-db3a33514ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:18.202586 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-51fb4da9-90ae-46a8-b619-db3a33514ff6 None None] For port 7d3e23c3-420f-495d-88ee-a72a364a0a2c, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=7d3e23c3-420f-495d-88ee-a72a364a0a2c,segment=NetworkSegment(fd256104-621c-40d6-ae7e-f0d6b255b836),segment_id=fd256104-621c-40d6-ae7e-f0d6b255b836)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:28:18.233016 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-51fb4da9-90ae-46a8-b619-db3a33514ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:18.289471 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-4dfdd87a-0eac-41f1-ba05-5590d37f9260 None None] Set router fd2b73bb-707e-4354-a103-12ab6d129dcd gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:28:18.352702 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fb4da9-90ae-46a8-b619-db3a33514ff6 None None] Pushing event updated for resources: {'Port': ['ID=7d3e23c3-420f-495d-88ee-a72a364a0a2c,revision_number=3']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:18.477828 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-9ba2732f-1b28-4a23-b636-f5142078c320 None None] Provisioning complete for port 7d3e23c3-420f-495d-88ee-a72a364a0a2c triggered by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:18.478138 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-9ba2732f-1b28-4a23-b636-f5142078c320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:18.530039 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-4dfdd87a-0eac-41f1-ba05-5590d37f9260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2b73bb-707e-4354-a103-12ab6d129dcd', 'name': 'tempest-TestShelveInstance-1289892520-router', 'tenant_id': '76829aee5bb64de2bb202e81a575e30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'bf169269-5189-48a5-8d4c-472f825dd15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:16Z', 'updated_at': '2021-08-04T16:28:17Z', 'revision_number': 3, 'project_id': '76829aee5bb64de2bb202e81a575e30d', 'gw_port': {'id': 'bf169269-5189-48a5-8d4c-472f825dd15b', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd2b73bb-707e-4354-a103-12ab6d129dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:16Z', 'updated_at': '2021-08-04T16:28:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi'}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:18.536295 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-492f0510-cb5b-436d-b72c-82160ef31288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:18.558427 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfdd87a-0eac-41f1-ba05-5590d37f9260 None None] Checking router: fd2b73bb-707e-4354-a103-12ab6d129dcd for host: dv-cinder-789564-9-iscsi {{(pid=93332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:28:18.558769 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfdd87a-0eac-41f1-ba05-5590d37f9260 None None] Updating router fd2b73bb-707e-4354-a103-12ab6d129dcd port bf169269-5189-48a5-8d4c-472f825dd15b binding host dv-cinder-789564-9-iscsi {{(pid=93332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:28:18.611725 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb41397-14ca-4d1e-876d-42e7ac70d39a req-1eb30fa8-1983-4c70-9aae-75dc70e8eb97 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:18.614507 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-5bb41397-14ca-4d1e-876d-42e7ac70d39a req-1eb30fa8-1983-4c70-9aae-75dc70e8eb97 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.0541794 Aug 04 16:28:18.632849 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-4dfdd87a-0eac-41f1-ba05-5590d37f9260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:18.661395 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-5bb41397-14ca-4d1e-876d-42e7ac70d39a req-646fe80b-8e5e-4dbf-9252-48d75bcf4971 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409288 Aug 04 16:28:18.736145 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.db_base_plugin_common [None req-492f0510-cb5b-436d-b72c-82160ef31288 admin admin] Allocated IP 172.20.0.1 (185b7905-00dc-4ba4-a3c5-437dece76adb/4df58c78-45db-4175-9ebe-e1e86c92c13c/7977e763-752c-456f-b7e9-a2c20ed96c1b) {{(pid=93331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:28:18.857662 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-492f0510-cb5b-436d-b72c-82160ef31288 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:18.871928 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.provisioning_blocks [None req-492f0510-cb5b-436d-b72c-82160ef31288 admin admin] Transition to ACTIVE for port object 7977e763-752c-456f-b7e9-a2c20ed96c1b will not be triggered until provisioned by entity DHCP. {{(pid=93331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:28:18.924153 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-492f0510-cb5b-436d-b72c-82160ef31288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129279319'] for port, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:18.936646 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-4dfdd87a-0eac-41f1-ba05-5590d37f9260 None None] Notify callbacks [] for port, precommit_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:18.952270 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-4dfdd87a-0eac-41f1-ba05-5590d37f9260 None None] Transition to ACTIVE for port object bf169269-5189-48a5-8d4c-472f825dd15b will not be triggered until provisioned by entity L2. {{(pid=93332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:28:18.965247 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-4dfdd87a-0eac-41f1-ba05-5590d37f9260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:18.972467 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492f0510-cb5b-436d-b72c-82160ef31288 admin admin] Network 185b7905-00dc-4ba4-a3c5-437dece76adb is already hosted by enough agents. {{(pid=93331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:28:18.975651 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.base_scheduler [None req-492f0510-cb5b-436d-b72c-82160ef31288 admin admin] Resources bound (agent type, host, resource id): {{(pid=93331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:28:18.982743 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492f0510-cb5b-436d-b72c-82160ef31288 admin admin] Received port after_create {{(pid=93331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:28:19.040933 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-492f0510-cb5b-436d-b72c-82160ef31288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594499'] for router_interface, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:19.080774 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc2caa-a6ec-4a25-aa49-a7eba91acd41 None None] Pushing event updated for resources: {'Port': ['ID=bf169269-5189-48a5-8d4c-472f825dd15b,revision_number=2']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:19.087419 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-4dfdd87a-0eac-41f1-ba05-5590d37f9260 None None] Attempting to bind port bf169269-5189-48a5-8d4c-472f825dd15b on host dv-cinder-789564-9-iscsi for vnic_type normal with profile {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:28:19.088322 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-4dfdd87a-0eac-41f1-ba05-5590d37f9260 None None] Attempting to bind port bf169269-5189-48a5-8d4c-472f825dd15b by drivers openvswitch,hyperv on host dv-cinder-789564-9-iscsi at level 0 using segments [{'id': '25182b56-ac69-4c03-a79e-71a35095fb85', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'}] {{(pid=93332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:28:19.089174 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfdd87a-0eac-41f1-ba05-5590d37f9260 None None] Attempting to bind port bf169269-5189-48a5-8d4c-472f825dd15b on network 79da2935-f34e-4d6b-93be-bb960bd015b1 {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:28:19.099381 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfdd87a-0eac-41f1-ba05-5590d37f9260 None None] Checking agent: {'id': '925d9885-7f95-40bb-88ba-4bb3b2a3855f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 16, 11), 'started_at': datetime.datetime(2021, 8, 4, 16, 16, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:28:19.100528 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfdd87a-0eac-41f1-ba05-5590d37f9260 None None] Checking segment: {'id': '25182b56-ac69-4c03-a79e-71a35095fb85', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:28:19.101474 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-4dfdd87a-0eac-41f1-ba05-5590d37f9260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:19.102608 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfdd87a-0eac-41f1-ba05-5590d37f9260 None None] Bound using segment: {'id': '25182b56-ac69-4c03-a79e-71a35095fb85', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'} {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:28:19.103705 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-4dfdd87a-0eac-41f1-ba05-5590d37f9260 None None] Bound port: bf169269-5189-48a5-8d4c-472f825dd15b, host: dv-cinder-789564-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25182b56-ac69-4c03-a79e-71a35095fb85', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'}}] {{(pid=93332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:28:19.104629 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-4dfdd87a-0eac-41f1-ba05-5590d37f9260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:19.145921 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f0510-cb5b-436d-b72c-82160ef31288 admin admin] Pushing event updated for resources: {'Port': ['ID=7977e763-752c-456f-b7e9-a2c20ed96c1b,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:19.200106 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-4dfdd87a-0eac-41f1-ba05-5590d37f9260 None None] For port bf169269-5189-48a5-8d4c-472f825dd15b, host dv-cinder-789564-9-iscsi, cleared binding levels {{(pid=93332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:28:19.207410 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-4dfdd87a-0eac-41f1-ba05-5590d37f9260 None None] For port bf169269-5189-48a5-8d4c-472f825dd15b, host dv-cinder-789564-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=bf169269-5189-48a5-8d4c-472f825dd15b,segment=NetworkSegment(25182b56-ac69-4c03-a79e-71a35095fb85),segment_id=25182b56-ac69-4c03-a79e-71a35095fb85)] {{(pid=93332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:28:19.212844 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-4dfdd87a-0eac-41f1-ba05-5590d37f9260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:19.255344 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-492f0510-cb5b-436d-b72c-82160ef31288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:19.290653 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfdd87a-0eac-41f1-ba05-5590d37f9260 None None] Routers {'fd2b73bb-707e-4354-a103-12ab6d129dcd'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:28:19.291260 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-4dfdd87a-0eac-41f1-ba05-5590d37f9260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:28:11Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['fd2b73bb-707e-4354-a103-12ab6d129dcd'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:19.404810 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-4dfdd87a-0eac-41f1-ba05-5590d37f9260 None None] Set router fd2b73bb-707e-4354-a103-12ab6d129dcd gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:28:19.408083 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc2caa-a6ec-4a25-aa49-a7eba91acd41 None None] Pushing event updated for resources: {'Port': ['ID=bf169269-5189-48a5-8d4c-472f825dd15b,revision_number=3']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:19.490590 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 7d3e23c3-420f-495d-88ee-a72a364a0a2c up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:28:19.507422 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-492f0510-cb5b-436d-b72c-82160ef31288 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:19.514373 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-492f0510-cb5b-436d-b72c-82160ef31288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129279404'] for port, after_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:19.527274 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-261a4c80-4a35-4408-bb2f-f6368aac9cc6 None None] Provisioning for port 7977e763-752c-456f-b7e9-a2c20ed96c1b completed by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:28:19.553509 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 45146) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:19.566159 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-261a4c80-4a35-4408-bb2f-f6368aac9cc6 None None] Provisioning complete for port 7977e763-752c-456f-b7e9-a2c20ed96c1b triggered by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:19.566280 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-261a4c80-4a35-4408-bb2f-f6368aac9cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:19.593866 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f0510-cb5b-436d-b72c-82160ef31288 admin admin] Pushing event updated for resources: {'Port': ['ID=7977e763-752c-456f-b7e9-a2c20ed96c1b,revision_number=2']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:19.617276 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-492f0510-cb5b-436d-b72c-82160ef31288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3631316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596249'] for router_interface, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:19.655767 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-261a4c80-4a35-4408-bb2f-f6368aac9cc6 None None] Port 7977e763-752c-456f-b7e9-a2c20ed96c1b cannot update to ACTIVE because it is not bound. {{(pid=93332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:28:19.698254 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port 7d3e23c3-420f-495d-88ee-a72a364a0a2c triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:19.698635 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:19.729051 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-7a20c236-4341-45c7-a4e7-e5d17f85616e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:19.764571 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-4dfdd87a-0eac-41f1-ba05-5590d37f9260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2b73bb-707e-4354-a103-12ab6d129dcd', 'name': 'tempest-TestShelveInstance-1289892520-router', 'tenant_id': '76829aee5bb64de2bb202e81a575e30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'bf169269-5189-48a5-8d4c-472f825dd15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:16Z', 'updated_at': '2021-08-04T16:28:19Z', 'revision_number': 4, 'project_id': '76829aee5bb64de2bb202e81a575e30d', 'gw_port': {'id': 'bf169269-5189-48a5-8d4c-472f825dd15b', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd2b73bb-707e-4354-a103-12ab6d129dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:16Z', 'updated_at': '2021-08-04T16:28:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '7977e763-752c-456f-b7e9-a2c20ed96c1b', 'name': '', 'network_id': '185b7905-00dc-4ba4-a3c5-437dece76adb', 'tenant_id': '76829aee5bb64de2bb202e81a575e30d', 'mac_address': 'fa:16:3e:68:8f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd2b73bb-707e-4354-a103-12ab6d129dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '4df58c78-45db-4175-9ebe-e1e86c92c13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:18Z', 'updated_at': '2021-08-04T16:28:18Z', 'revision_number': 1, 'project_id': '76829aee5bb64de2bb202e81a575e30d', 'subnets': [{'id': '4df58c78-45db-4175-9ebe-e1e86c92c13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:19.851209 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492f0510-cb5b-436d-b72c-82160ef31288 admin admin] Network 185b7905-00dc-4ba4-a3c5-437dece76adb is already hosted by enough agents. {{(pid=93331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:28:19.855568 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.base_scheduler [None req-492f0510-cb5b-436d-b72c-82160ef31288 admin admin] Resources bound (agent type, host, resource id): {{(pid=93331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:28:19.900812 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-7a20c236-4341-45c7-a4e7-e5d17f85616e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:19.909367 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-7a20c236-4341-45c7-a4e7-e5d17f85616e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:19.936751 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618cbe39-7156-4a95-ab31-3bf6e07b03a6 req-a023f66c-31e3-43d9-a505-1a3f5ad1a92a tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:19.939825 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-618cbe39-7156-4a95-ab31-3bf6e07b03a6 req-a023f66c-31e3-43d9-a505-1a3f5ad1a92a tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.1344602 Aug 04 16:28:19.970636 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-7a20c236-4341-45c7-a4e7-e5d17f85616e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1837603123b549faa343f8820a154ff0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4152334 Aug 04 16:28:19.972668 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 45154) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:19.972937 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfdd87a-0eac-41f1-ba05-5590d37f9260 None None] The sync data for ids ['fd2b73bb-707e-4354-a103-12ab6d129dcd'] in dv-cinder-789564-9-iscsi is: [{'id': 'fd2b73bb-707e-4354-a103-12ab6d129dcd', 'name': 'tempest-TestShelveInstance-1289892520-router', 'tenant_id': '76829aee5bb64de2bb202e81a575e30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'bf169269-5189-48a5-8d4c-472f825dd15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:16Z', 'updated_at': '2021-08-04T16:28:19Z', 'revision_number': 4, 'project_id': '76829aee5bb64de2bb202e81a575e30d', 'gw_port': {'id': 'bf169269-5189-48a5-8d4c-472f825dd15b', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd2b73bb-707e-4354-a103-12ab6d129dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:16Z', 'updated_at': '2021-08-04T16:28:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '7977e763-752c-456f-b7e9-a2c20ed96c1b', 'name': '', 'network_id': '185b7905-00dc-4ba4-a3c5-437dece76adb', 'tenant_id': '76829aee5bb64de2bb202e81a575e30d', 'mac_address': 'fa:16:3e:68:8f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd2b73bb-707e-4354-a103-12ab6d129dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '4df58c78-45db-4175-9ebe-e1e86c92c13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:18Z', 'updated_at': '2021-08-04T16:28:18Z', 'revision_number': 1, 'project_id': '76829aee5bb64de2bb202e81a575e30d', 'subnets': [{'id': '4df58c78-45db-4175-9ebe-e1e86c92c13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:28:20.023166 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a20c236-4341-45c7-a4e7-e5d17f85616e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a00903d-da62-4853-9363-3078e2ffe581,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:20.071853 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-618cbe39-7156-4a95-ab31-3bf6e07b03a6 req-31876982-7923-4866-9381-aea20f05cb8b tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212139 Aug 04 16:28:20.090679 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-7b798f0e-6cf8-42b7-9272-176719a89f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:20.111314 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492f0510-cb5b-436d-b72c-82160ef31288 admin admin] Router fd2b73bb-707e-4354-a103-12ab6d129dcd has already been hosted by L3 agent d346cf64-ca3f-484e-b552-5df8791a7915 {{(pid=93331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:28:20.130585 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-7b798f0e-6cf8-42b7-9272-176719a89f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:20.185452 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-7b798f0e-6cf8-42b7-9272-176719a89f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:20.193708 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-7b798f0e-6cf8-42b7-9272-176719a89f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:20.195077 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-7b798f0e-6cf8-42b7-9272-176719a89f40 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1a00903d-da62-4853-9363-3078e2ffe581 HTTP/1.1" status: 204 len: 168 time: 0.1730647 Aug 04 16:28:20.203719 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b798f0e-6cf8-42b7-9272-176719a89f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a00903d-da62-4853-9363-3078e2ffe581,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:20.233126 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-3be3b496-e0d5-453a-8ac1-f68c1bba54b5 None None] Provisioning complete for port 7977e763-752c-456f-b7e9-a2c20ed96c1b triggered by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:20.234014 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-3be3b496-e0d5-453a-8ac1-f68c1bba54b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:20.240057 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492f0510-cb5b-436d-b72c-82160ef31288 admin admin] Notify agent at l3_agent.dv-cinder-789564-9-iscsi the message routers_updated {{(pid=93331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:28:20.247031 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-492f0510-cb5b-436d-b72c-82160ef31288 admin admin] 10.222.0.77 "PUT /v2.0/routers/fd2b73bb-707e-4354-a103-12ab6d129dcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1856947 Aug 04 16:28:20.303650 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-3be3b496-e0d5-453a-8ac1-f68c1bba54b5 None None] Port 7977e763-752c-456f-b7e9-a2c20ed96c1b cannot update to ACTIVE because it is not bound. {{(pid=93332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:28:20.603941 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 45166) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:20.617222 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-24291534-84e4-4131-b1e6-3ef28db120a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:20.750836 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-24291534-84e4-4131-b1e6-3ef28db120a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:20.755822 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-24291534-84e4-4131-b1e6-3ef28db120a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:20.795224 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-24291534-84e4-4131-b1e6-3ef28db120a3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2b92b783651546279557b81e788f82c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1901245 Aug 04 16:28:20.799237 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 45170) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:20.838215 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24291534-84e4-4131-b1e6-3ef28db120a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b07469f-a7b3-4a76-98cd-6f7db5f3e8a3,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:20.879421 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-9d0b3edb-dee5-4c12-b441-2ef06dbefc34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:20.911991 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-9d0b3edb-dee5-4c12-b441-2ef06dbefc34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:20.928713 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:20.976159 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-9d0b3edb-dee5-4c12-b441-2ef06dbefc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:20.979794 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-9d0b3edb-dee5-4c12-b441-2ef06dbefc34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:20.983805 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-9d0b3edb-dee5-4c12-b441-2ef06dbefc34 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6b07469f-a7b3-4a76-98cd-6f7db5f3e8a3 HTTP/1.1" status: 204 len: 168 time: 0.1805711 Aug 04 16:28:20.994902 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b3edb-dee5-4c12-b441-2ef06dbefc34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b07469f-a7b3-4a76-98cd-6f7db5f3e8a3,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:21.053157 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 45182) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:21.058937 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-f912254c-ef21-4e43-b16a-4deec1c1af8d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-127206054-network', 'tenant_id': 'ea18e74ebf8c45bb9b4ac46b6469bacd'}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:28:21.085313 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f912254c-ef21-4e43-b16a-4deec1c1af8d admin admin] Made reservation on behalf of ea18e74ebf8c45bb9b4ac46b6469bacd for: {'network': 1} {{(pid=93331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:28:21.087930 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-f912254c-ef21-4e43-b16a-4deec1c1af8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for network, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:21.096663 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-f912254c-ef21-4e43-b16a-4deec1c1af8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:21.218557 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17c976-50d2-4509-9213-5140cc19fd89 req-df6f12ad-0626-4585-9a10-1977d18fabcb tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:21.220957 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-5b17c976-50d2-4509-9213-5140cc19fd89 req-df6f12ad-0626-4585-9a10-1977d18fabcb tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.0555563 Aug 04 16:28:21.224464 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-f912254c-ef21-4e43-b16a-4deec1c1af8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:21.230315 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-f912254c-ef21-4e43-b16a-4deec1c1af8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:21.256782 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f912254c-ef21-4e43-b16a-4deec1c1af8d admin admin] vlan segment allocate from pool success with {'vlan_id': 892, 'physical_network': 'physnet1'} {{(pid=93331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:28:21.268723 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912254c-ef21-4e43-b16a-4deec1c1af8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752bdb4f-7b1f-4484-810e-f38ca40d704c,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:21.279177 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-5b17c976-50d2-4509-9213-5140cc19fd89 req-c41e4d54-adc4-4df5-9e80-1a589d726b3f tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516222 Aug 04 16:28:21.288615 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-f912254c-ef21-4e43-b16a-4deec1c1af8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519'] for segment, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:21.288963 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.db.segments_db [None req-f912254c-ef21-4e43-b16a-4deec1c1af8d admin admin] Added segment 8392c763-1f84-43e4-9cad-85a22d6ab096 of type vlan for network c2d52c5b-047d-4e08-ad14-c6b0baa45c1d Aug 04 16:28:21.336178 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-f912254c-ef21-4e43-b16a-4deec1c1af8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758853320587'] for network, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:21.376120 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-f912254c-ef21-4e43-b16a-4deec1c1af8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334'] for network, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:21.377575 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f912254c-ef21-4e43-b16a-4deec1c1af8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:21.378857 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-f912254c-ef21-4e43-b16a-4deec1c1af8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for network, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:21.436916 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device bf169269-5189-48a5-8d4c-472f825dd15b up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:28:21.462798 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 45196) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:21.466731 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-f912254c-ef21-4e43-b16a-4deec1c1af8d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4122293 Aug 04 16:28:21.468362 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [None req-5866bfbf-6232-4dce-a1ee-516144c5677d admin admin] Request body: {'subnet': {'network_id': 'c2d52c5b-047d-4e08-ad14-c6b0baa45c1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-127206054-subnet', 'tenant_id': 'ea18e74ebf8c45bb9b4ac46b6469bacd', 'ip_version': 4}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:28:21.471378 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912254c-ef21-4e43-b16a-4deec1c1af8d admin admin] Pushing event updated for resources: {'Network': ['ID=c2d52c5b-047d-4e08-ad14-c6b0baa45c1d,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:21.496940 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Network c2d52c5b-047d-4e08-ad14-c6b0baa45c1d details requested by agent ovs-agent-dv-cinder-789564-9-iscsi with host dv-cinder-789564-9-iscsi {{(pid=93332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:28:21.510847 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5866bfbf-6232-4dce-a1ee-516144c5677d admin admin] Made reservation on behalf of ea18e74ebf8c45bb9b4ac46b6469bacd for: {'subnet': 1} {{(pid=93330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:28:21.513532 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-5866bfbf-6232-4dce-a1ee-516144c5677d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129819958'] for subnet, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:21.605182 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning for port bf169269-5189-48a5-8d4c-472f825dd15b completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:28:21.609072 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port bf169269-5189-48a5-8d4c-472f825dd15b triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:21.609445 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:21.702703 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:21.732965 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] For port bf169269-5189-48a5-8d4c-472f825dd15b, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=bf169269-5189-48a5-8d4c-472f825dd15b,segment=NetworkSegment(25182b56-ac69-4c03-a79e-71a35095fb85),segment_id=25182b56-ac69-4c03-a79e-71a35095fb85)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:28:21.735909 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-5866bfbf-6232-4dce-a1ee-516144c5677d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129638260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129819940'] for subnet, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:21.737163 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:21.797626 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Pushing event updated for resources: {'Port': ['ID=bf169269-5189-48a5-8d4c-472f825dd15b,revision_number=4']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:21.804986 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5866bfbf-6232-4dce-a1ee-516144c5677d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c5c5dba-3dca-430d-9715-7ed9ec927e00,revision_number=0']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:21.811162 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5866bfbf-6232-4dce-a1ee-516144c5677d admin admin] Checking segment: {'id': '8392c763-1f84-43e4-9cad-85a22d6ab096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'c2d52c5b-047d-4e08-ad14-c6b0baa45c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:28:21.811586 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5866bfbf-6232-4dce-a1ee-516144c5677d admin admin] Network hostable DHCP agents. Network: c2d52c5b-047d-4e08-ad14-c6b0baa45c1d, hostable agents: ['eaf2aaff-ba37-427f-8468-b829a196e20c'], hosted agents: [] {{(pid=93330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:28:21.832989 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5866bfbf-6232-4dce-a1ee-516144c5677d admin admin] Network c2d52c5b-047d-4e08-ad14-c6b0baa45c1d is scheduled to be hosted by DHCP agent eaf2aaff-ba37-427f-8468-b829a196e20c with binding_index 1 {{(pid=93330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:28:21.843922 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [None req-5866bfbf-6232-4dce-a1ee-516144c5677d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-9-iscsi, c2d52c5b-047d-4e08-ad14-c6b0baa45c1d) {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:28:21.848777 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5866bfbf-6232-4dce-a1ee-516144c5677d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:21.849382 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-5866bfbf-6232-4dce-a1ee-516144c5677d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for subnet, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:21.859288 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9948758-fe86-4ff2-9daf-5b9c4ca9fea9 None None] Network c2d52c5b-047d-4e08-ad14-c6b0baa45c1d requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:28:21.867858 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-5866bfbf-6232-4dce-a1ee-516144c5677d admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4035656 Aug 04 16:28:21.870603 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 45210) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:21.880216 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [None req-0ab18294-d4e1-44f9-b295-4cb15b615450 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-127206054-router', 'tenant_id': 'ea18e74ebf8c45bb9b4ac46b6469bacd', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'}}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:28:21.909371 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-0ab18294-d4e1-44f9-b295-4cb15b615450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-590814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10750'] for router, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:21.910679 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-0ab18294-d4e1-44f9-b295-4cb15b615450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10743'] for router, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:21.972195 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-0ab18294-d4e1-44f9-b295-4cb15b615450 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:22.044420 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d441bbd9-6891-4eea-890a-e4fc1c1503ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92b968f5-83eb-5d3b-adcb-ad6e8725d7f3-c2d52c5b-047d-4e08-ad14-c6b0baa45c1d', 'network_id': 'c2d52c5b-047d-4e08-ad14-c6b0baa45c1d', 'tenant_id': 'ea18e74ebf8c45bb9b4ac46b6469bacd', 'fixed_ips': [{'subnet_id': '9c5c5dba-3dca-430d-9715-7ed9ec927e00'}]}} from dv-cinder-789564-9-iscsi. {{(pid=93332) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 16:28:22.046517 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-d441bbd9-6891-4eea-890a-e4fc1c1503ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:22.145695 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-0ab18294-d4e1-44f9-b295-4cb15b615450 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:22.237762 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.db_base_plugin_common [None req-d441bbd9-6891-4eea-890a-e4fc1c1503ee None None] Allocated IP 172.20.0.2 (c2d52c5b-047d-4e08-ad14-c6b0baa45c1d/9c5c5dba-3dca-430d-9715-7ed9ec927e00/84bcf6e1-662b-4499-b45d-ee35cd18fd43) {{(pid=93332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:28:22.431158 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-0ab18294-d4e1-44f9-b295-4cb15b615450 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:22.447565 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35035cc4-5806-4908-b780-f49da49d37d5 req-a8eef8bd-40f3-4d7b-948e-4138592cf13d tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:22.450871 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-d441bbd9-6891-4eea-890a-e4fc1c1503ee None None] Notify callbacks [] for port, precommit_create {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:22.456011 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-35035cc4-5806-4908-b780-f49da49d37d5 req-a8eef8bd-40f3-4d7b-948e-4138592cf13d tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.0787418 Aug 04 16:28:22.460138 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-0ab18294-d4e1-44f9-b295-4cb15b615450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:22.472244 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-d441bbd9-6891-4eea-890a-e4fc1c1503ee None None] Transition to ACTIVE for port object 84bcf6e1-662b-4499-b45d-ee35cd18fd43 will not be triggered until provisioned by entity L2. {{(pid=93332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:28:22.493018 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-d441bbd9-6891-4eea-890a-e4fc1c1503ee None None] Transition to ACTIVE for port object 84bcf6e1-662b-4499-b45d-ee35cd18fd43 will not be triggered until provisioned by entity DHCP. {{(pid=93332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:28:22.501868 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-35035cc4-5806-4908-b780-f49da49d37d5 req-732a15d0-4912-47cd-bdf5-99db4ef61c38 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446956 Aug 04 16:28:22.506343 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-d441bbd9-6891-4eea-890a-e4fc1c1503ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767'] for port, after_create {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:22.549835 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d441bbd9-6891-4eea-890a-e4fc1c1503ee None None] Network c2d52c5b-047d-4e08-ad14-c6b0baa45c1d is already hosted by enough agents. {{(pid=93332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:28:22.555533 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.scheduler.base_scheduler [None req-d441bbd9-6891-4eea-890a-e4fc1c1503ee None None] Resources bound (agent type, host, resource id): {{(pid=93332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:28:22.561685 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d441bbd9-6891-4eea-890a-e4fc1c1503ee None None] Received port after_create {{(pid=93332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:28:22.571230 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d441bbd9-6891-4eea-890a-e4fc1c1503ee None None] Pushing event updated for resources: {'Port': ['ID=84bcf6e1-662b-4499-b45d-ee35cd18fd43,revision_number=1']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:22.613813 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.db_base_plugin_common [None req-0ab18294-d4e1-44f9-b295-4cb15b615450 admin admin] Allocated IP 172.27.2.10 (79da2935-f34e-4d6b-93be-bb960bd015b1/1f6d232c-c352-4ff7-8ce5-aebf5b141825/b6fd439f-e195-4cca-a9c3-0865b21aa496) {{(pid=93330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:28:22.646291 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-d441bbd9-6891-4eea-890a-e4fc1c1503ee None None] Attempting to bind port 84bcf6e1-662b-4499-b45d-ee35cd18fd43 on host dv-cinder-789564-9-iscsi for vnic_type normal with profile {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:28:22.646757 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-d441bbd9-6891-4eea-890a-e4fc1c1503ee None None] Attempting to bind port 84bcf6e1-662b-4499-b45d-ee35cd18fd43 by drivers openvswitch,hyperv on host dv-cinder-789564-9-iscsi at level 0 using segments [{'id': '8392c763-1f84-43e4-9cad-85a22d6ab096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'c2d52c5b-047d-4e08-ad14-c6b0baa45c1d'}] {{(pid=93332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:28:22.647132 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d441bbd9-6891-4eea-890a-e4fc1c1503ee None None] Attempting to bind port 84bcf6e1-662b-4499-b45d-ee35cd18fd43 on network c2d52c5b-047d-4e08-ad14-c6b0baa45c1d {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:28:22.653160 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d441bbd9-6891-4eea-890a-e4fc1c1503ee None None] Checking agent: {'id': '925d9885-7f95-40bb-88ba-4bb3b2a3855f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 16, 11), 'started_at': datetime.datetime(2021, 8, 4, 16, 16, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:28:22.653484 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d441bbd9-6891-4eea-890a-e4fc1c1503ee None None] Checking segment: {'id': '8392c763-1f84-43e4-9cad-85a22d6ab096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'c2d52c5b-047d-4e08-ad14-c6b0baa45c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:28:22.653880 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-d441bbd9-6891-4eea-890a-e4fc1c1503ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:22.654406 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d441bbd9-6891-4eea-890a-e4fc1c1503ee None None] Bound using segment: {'id': '8392c763-1f84-43e4-9cad-85a22d6ab096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'c2d52c5b-047d-4e08-ad14-c6b0baa45c1d'} {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:28:22.655367 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-d441bbd9-6891-4eea-890a-e4fc1c1503ee None None] Bound port: 84bcf6e1-662b-4499-b45d-ee35cd18fd43, host: dv-cinder-789564-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8392c763-1f84-43e4-9cad-85a22d6ab096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'c2d52c5b-047d-4e08-ad14-c6b0baa45c1d'}}] {{(pid=93332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:28:22.655506 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-d441bbd9-6891-4eea-890a-e4fc1c1503ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:22.692436 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9325c08-38c3-4322-81c5-1e9bafc4c655 None None] Sync routers for ids ['fd2b73bb-707e-4354-a103-12ab6d129dcd'] in dv-cinder-789564-9-iscsi {{(pid=93333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:28:22.721343 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9325c08-38c3-4322-81c5-1e9bafc4c655 None None] Routers {'fd2b73bb-707e-4354-a103-12ab6d129dcd'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:28:22.722600 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-d9325c08-38c3-4322-81c5-1e9bafc4c655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:28:11Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['fd2b73bb-707e-4354-a103-12ab6d129dcd'], 'active': True} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:22.727237 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-0ab18294-d4e1-44f9-b295-4cb15b615450 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:22.734824 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-d441bbd9-6891-4eea-890a-e4fc1c1503ee None None] For port 84bcf6e1-662b-4499-b45d-ee35cd18fd43, host dv-cinder-789564-9-iscsi, cleared binding levels {{(pid=93332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:28:22.740789 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-d441bbd9-6891-4eea-890a-e4fc1c1503ee None None] For port 84bcf6e1-662b-4499-b45d-ee35cd18fd43, host dv-cinder-789564-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=84bcf6e1-662b-4499-b45d-ee35cd18fd43,segment=NetworkSegment(8392c763-1f84-43e4-9cad-85a22d6ab096),segment_id=8392c763-1f84-43e4-9cad-85a22d6ab096)] {{(pid=93332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:28:22.750197 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-d441bbd9-6891-4eea-890a-e4fc1c1503ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:22.800923 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-0ab18294-d4e1-44f9-b295-4cb15b615450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:22.832670 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d441bbd9-6891-4eea-890a-e4fc1c1503ee None None] Pushing event updated for resources: {'Port': ['ID=84bcf6e1-662b-4499-b45d-ee35cd18fd43,revision_number=2']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:22.858830 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab18294-d4e1-44f9-b295-4cb15b615450 admin admin] Network 79da2935-f34e-4d6b-93be-bb960bd015b1 is already hosted by enough agents. {{(pid=93330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:28:22.859912 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvr_db [None req-d9325c08-38c3-4322-81c5-1e9bafc4c655 None None] Set router fd2b73bb-707e-4354-a103-12ab6d129dcd gateway port host: dv-cinder-789564-9-iscsi {{(pid=93333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:28:22.861943 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [None req-0ab18294-d4e1-44f9-b295-4cb15b615450 admin admin] Resources bound (agent type, host, resource id): {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:28:22.868412 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab18294-d4e1-44f9-b295-4cb15b615450 admin admin] Received port after_create {{(pid=93330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:28:22.897083 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab18294-d4e1-44f9-b295-4cb15b615450 admin admin] Pushing event updated for resources: {'Port': ['ID=b6fd439f-e195-4cca-a9c3-0865b21aa496,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:23.152517 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-d9325c08-38c3-4322-81c5-1e9bafc4c655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2b73bb-707e-4354-a103-12ab6d129dcd', 'name': 'tempest-TestShelveInstance-1289892520-router', 'tenant_id': '76829aee5bb64de2bb202e81a575e30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'bf169269-5189-48a5-8d4c-472f825dd15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:16Z', 'updated_at': '2021-08-04T16:28:19Z', 'revision_number': 4, 'project_id': '76829aee5bb64de2bb202e81a575e30d', 'gw_port': {'id': 'bf169269-5189-48a5-8d4c-472f825dd15b', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2b73bb-707e-4354-a103-12ab6d129dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:16Z', 'updated_at': '2021-08-04T16:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '7977e763-752c-456f-b7e9-a2c20ed96c1b', 'name': '', 'network_id': '185b7905-00dc-4ba4-a3c5-437dece76adb', 'tenant_id': '76829aee5bb64de2bb202e81a575e30d', 'mac_address': 'fa:16:3e:68:8f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd2b73bb-707e-4354-a103-12ab6d129dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '4df58c78-45db-4175-9ebe-e1e86c92c13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:18Z', 'updated_at': '2021-08-04T16:28:19Z', 'revision_number': 2, 'project_id': '76829aee5bb64de2bb202e81a575e30d', 'subnets': [{'id': '4df58c78-45db-4175-9ebe-e1e86c92c13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:23.211368 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9325c08-38c3-4322-81c5-1e9bafc4c655 None None] Checking router: fd2b73bb-707e-4354-a103-12ab6d129dcd for host: dv-cinder-789564-9-iscsi {{(pid=93333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:28:23.212106 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9325c08-38c3-4322-81c5-1e9bafc4c655 None None] Updating router fd2b73bb-707e-4354-a103-12ab6d129dcd port 7977e763-752c-456f-b7e9-a2c20ed96c1b binding host dv-cinder-789564-9-iscsi {{(pid=93333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:28:23.222260 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-0ab18294-d4e1-44f9-b295-4cb15b615450 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:23.257572 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d9325c08-38c3-4322-81c5-1e9bafc4c655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:23.667081 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 84bcf6e1-662b-4499-b45d-ee35cd18fd43 up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:28:23.676609 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-0ab18294-d4e1-44f9-b295-4cb15b615450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593452'] for router, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:23.700351 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d9325c08-38c3-4322-81c5-1e9bafc4c655 None None] Notify callbacks [] for port, precommit_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:23.721688 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.provisioning_blocks [None req-d9325c08-38c3-4322-81c5-1e9bafc4c655 None None] Transition to ACTIVE for port object 7977e763-752c-456f-b7e9-a2c20ed96c1b will not be triggered until provisioned by entity L2. {{(pid=93333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:28:23.733278 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d9325c08-38c3-4322-81c5-1e9bafc4c655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:23.742523 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning for port 84bcf6e1-662b-4499-b45d-ee35cd18fd43 completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:28:23.750396 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device bf169269-5189-48a5-8d4c-472f825dd15b up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:28:23.774364 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc3394-be90-45d2-8620-543956789674 req-a5a2bd61-721c-420a-856b-b4e8a3628047 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:23.781314 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-27dc3394-be90-45d2-8620-543956789674 req-a5a2bd61-721c-420a-856b-b4e8a3628047 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.1509368 Aug 04 16:28:23.790004 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f90a9-e51c-4531-bc9b-c055dd797d9d None None] Pushing event updated for resources: {'Port': ['ID=7977e763-752c-456f-b7e9-a2c20ed96c1b,revision_number=3']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:23.803489 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418f90a9-e51c-4531-bc9b-c055dd797d9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:23.803736 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418f90a9-e51c-4531-bc9b-c055dd797d9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:23.804084 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418f90a9-e51c-4531-bc9b-c055dd797d9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:23.804573 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418f90a9-e51c-4531-bc9b-c055dd797d9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:23.804910 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418f90a9-e51c-4531-bc9b-c055dd797d9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:23.805242 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418f90a9-e51c-4531-bc9b-c055dd797d9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:23.806051 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418f90a9-e51c-4531-bc9b-c055dd797d9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:23.806417 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418f90a9-e51c-4531-bc9b-c055dd797d9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:23.806978 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418f90a9-e51c-4531-bc9b-c055dd797d9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:23.807548 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418f90a9-e51c-4531-bc9b-c055dd797d9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:23.808032 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418f90a9-e51c-4531-bc9b-c055dd797d9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:23.808785 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418f90a9-e51c-4531-bc9b-c055dd797d9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:23.879790 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port bf169269-5189-48a5-8d4c-472f825dd15b triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:23.880573 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:23.915177 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [None req-d9325c08-38c3-4322-81c5-1e9bafc4c655 None None] Attempting to bind port 7977e763-752c-456f-b7e9-a2c20ed96c1b on host dv-cinder-789564-9-iscsi for vnic_type normal with profile {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:28:23.915983 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [None req-d9325c08-38c3-4322-81c5-1e9bafc4c655 None None] Attempting to bind port 7977e763-752c-456f-b7e9-a2c20ed96c1b by drivers openvswitch,hyperv on host dv-cinder-789564-9-iscsi at level 0 using segments [{'id': 'fd256104-621c-40d6-ae7e-f0d6b255b836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '185b7905-00dc-4ba4-a3c5-437dece76adb'}] {{(pid=93333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:28:23.916598 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9325c08-38c3-4322-81c5-1e9bafc4c655 None None] Attempting to bind port 7977e763-752c-456f-b7e9-a2c20ed96c1b on network 185b7905-00dc-4ba4-a3c5-437dece76adb {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:28:23.923625 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9325c08-38c3-4322-81c5-1e9bafc4c655 None None] Checking agent: {'id': '925d9885-7f95-40bb-88ba-4bb3b2a3855f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 16, 11), 'started_at': datetime.datetime(2021, 8, 4, 16, 16, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:28:23.924272 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9325c08-38c3-4322-81c5-1e9bafc4c655 None None] Checking segment: {'id': 'fd256104-621c-40d6-ae7e-f0d6b255b836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '185b7905-00dc-4ba4-a3c5-437dece76adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:28:23.924910 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d9325c08-38c3-4322-81c5-1e9bafc4c655 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:23.926649 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9325c08-38c3-4322-81c5-1e9bafc4c655 None None] Bound using segment: {'id': 'fd256104-621c-40d6-ae7e-f0d6b255b836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '185b7905-00dc-4ba4-a3c5-437dece76adb'} {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:28:23.927440 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [None req-d9325c08-38c3-4322-81c5-1e9bafc4c655 None None] Bound port: 7977e763-752c-456f-b7e9-a2c20ed96c1b, host: dv-cinder-789564-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd256104-621c-40d6-ae7e-f0d6b255b836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '185b7905-00dc-4ba4-a3c5-437dece76adb'}}] {{(pid=93333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:28:23.928080 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d9325c08-38c3-4322-81c5-1e9bafc4c655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:23.954824 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-27dc3394-be90-45d2-8620-543956789674 req-29cbd157-b772-42f0-8766-aa5501d721f6 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721308 Aug 04 16:28:24.035756 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [None req-d9325c08-38c3-4322-81c5-1e9bafc4c655 None None] For port 7977e763-752c-456f-b7e9-a2c20ed96c1b, host dv-cinder-789564-9-iscsi, cleared binding levels {{(pid=93333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:28:24.041844 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [None req-d9325c08-38c3-4322-81c5-1e9bafc4c655 None None] For port 7977e763-752c-456f-b7e9-a2c20ed96c1b, host dv-cinder-789564-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=7977e763-752c-456f-b7e9-a2c20ed96c1b,segment=NetworkSegment(fd256104-621c-40d6-ae7e-f0d6b255b836),segment_id=fd256104-621c-40d6-ae7e-f0d6b255b836)] {{(pid=93333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:28:24.043640 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab18294-d4e1-44f9-b295-4cb15b615450 admin admin] Router 4cd9c04a-4a96-4b30-be5f-0757d848f694 is scheduled to L3 agent d346cf64-ca3f-484e-b552-5df8791a7915 with binding_index 1 {{(pid=93330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 16:28:24.047743 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d9325c08-38c3-4322-81c5-1e9bafc4c655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:24.118317 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9325c08-38c3-4322-81c5-1e9bafc4c655 None None] Routers {'fd2b73bb-707e-4354-a103-12ab6d129dcd'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:28:24.119322 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-d9325c08-38c3-4322-81c5-1e9bafc4c655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:28:11Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['fd2b73bb-707e-4354-a103-12ab6d129dcd'], 'active': True} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:24.156797 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f90a9-e51c-4531-bc9b-c055dd797d9d None None] Pushing event updated for resources: {'Port': ['ID=7977e763-752c-456f-b7e9-a2c20ed96c1b,revision_number=4']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:24.258042 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab18294-d4e1-44f9-b295-4cb15b615450 admin admin] Notify agent at l3_agent.dv-cinder-789564-9-iscsi the message routers_updated {{(pid=93330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:28:24.272255 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80f7a48-e1ad-40f6-a460-9c0d1407f71e None None] Sync routers for ids ['4cd9c04a-4a96-4b30-be5f-0757d848f694'] in dv-cinder-789564-9-iscsi {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:28:24.282885 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4218d-5bc0-4367-a6eb-3390e94a2faa req-1c2321e3-665d-41fa-b648-d621437e9493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:24.284252 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvr_db [None req-d9325c08-38c3-4322-81c5-1e9bafc4c655 None None] Set router fd2b73bb-707e-4354-a103-12ab6d129dcd gateway port host: dv-cinder-789564-9-iscsi {{(pid=93333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:28:24.284851 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-bde4218d-5bc0-4367-a6eb-3390e94a2faa req-1c2321e3-665d-41fa-b648-d621437e9493 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fa8a2bb840264572bbf79ff732ee6fb8&device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 1098 time: 0.0668683 Aug 04 16:28:24.286085 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80f7a48-e1ad-40f6-a460-9c0d1407f71e None None] Routers {'4cd9c04a-4a96-4b30-be5f-0757d848f694'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:28:24.286492 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-0ab18294-d4e1-44f9-b295-4cb15b615450 admin admin] Notify callbacks [] for router, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:24.286854 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-b80f7a48-e1ad-40f6-a460-9c0d1407f71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:28:11Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['4cd9c04a-4a96-4b30-be5f-0757d848f694'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:24.288601 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-0ab18294-d4e1-44f9-b295-4cb15b615450 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4167280 Aug 04 16:28:24.292958 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 45292) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:24.357659 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56544d52-bfb9-489a-ab26-30d6e222a94d None None] Network c2d52c5b-047d-4e08-ad14-c6b0baa45c1d requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:28:24.506055 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-ca9f5bef-9018-4711-b53a-2f88d6efd027 None None] Provisioning for port 84bcf6e1-662b-4499-b45d-ee35cd18fd43 completed by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:28:24.518138 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-ca9f5bef-9018-4711-b53a-2f88d6efd027 None None] Provisioning complete for port 84bcf6e1-662b-4499-b45d-ee35cd18fd43 triggered by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:24.518539 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-ca9f5bef-9018-4711-b53a-2f88d6efd027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:24.542706 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4218d-5bc0-4367-a6eb-3390e94a2faa req-10d8cd4c-3aca-4b1c-9072-2260bcb3398c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:24.544410 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-bde4218d-5bc0-4367-a6eb-3390e94a2faa req-10d8cd4c-3aca-4b1c-9072-2260bcb3398c service neutron] 10.222.0.50 "GET /v2.0/networks?id=5c2558c7-24ce-41b2-b792-f9920a95bb2f HTTP/1.1" status: 200 len: 911 time: 0.2017436 Aug 04 16:28:24.579712 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-b80f7a48-e1ad-40f6-a460-9c0d1407f71e None None] Set router 4cd9c04a-4a96-4b30-be5f-0757d848f694 gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:28:24.617388 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-d9325c08-38c3-4322-81c5-1e9bafc4c655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2b73bb-707e-4354-a103-12ab6d129dcd', 'name': 'tempest-TestShelveInstance-1289892520-router', 'tenant_id': '76829aee5bb64de2bb202e81a575e30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'bf169269-5189-48a5-8d4c-472f825dd15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:16Z', 'updated_at': '2021-08-04T16:28:19Z', 'revision_number': 4, 'project_id': '76829aee5bb64de2bb202e81a575e30d', 'gw_port': {'id': 'bf169269-5189-48a5-8d4c-472f825dd15b', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2b73bb-707e-4354-a103-12ab6d129dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:16Z', 'updated_at': '2021-08-04T16:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '7977e763-752c-456f-b7e9-a2c20ed96c1b', 'name': '', 'network_id': '185b7905-00dc-4ba4-a3c5-437dece76adb', 'tenant_id': '76829aee5bb64de2bb202e81a575e30d', 'mac_address': 'fa:16:3e:68:8f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd2b73bb-707e-4354-a103-12ab6d129dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '4df58c78-45db-4175-9ebe-e1e86c92c13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:18Z', 'updated_at': '2021-08-04T16:28:24Z', 'revision_number': 4, 'project_id': '76829aee5bb64de2bb202e81a575e30d', 'subnets': [{'id': '4df58c78-45db-4175-9ebe-e1e86c92c13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:24.656230 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9325c08-38c3-4322-81c5-1e9bafc4c655 None None] The sync data for ids ['fd2b73bb-707e-4354-a103-12ab6d129dcd'] in dv-cinder-789564-9-iscsi is: [{'id': 'fd2b73bb-707e-4354-a103-12ab6d129dcd', 'name': 'tempest-TestShelveInstance-1289892520-router', 'tenant_id': '76829aee5bb64de2bb202e81a575e30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'bf169269-5189-48a5-8d4c-472f825dd15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:16Z', 'updated_at': '2021-08-04T16:28:19Z', 'revision_number': 4, 'project_id': '76829aee5bb64de2bb202e81a575e30d', 'gw_port': {'id': 'bf169269-5189-48a5-8d4c-472f825dd15b', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2b73bb-707e-4354-a103-12ab6d129dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:16Z', 'updated_at': '2021-08-04T16:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '7977e763-752c-456f-b7e9-a2c20ed96c1b', 'name': '', 'network_id': '185b7905-00dc-4ba4-a3c5-437dece76adb', 'tenant_id': '76829aee5bb64de2bb202e81a575e30d', 'mac_address': 'fa:16:3e:68:8f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd2b73bb-707e-4354-a103-12ab6d129dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '4df58c78-45db-4175-9ebe-e1e86c92c13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:18Z', 'updated_at': '2021-08-04T16:28:24Z', 'revision_number': 4, 'project_id': '76829aee5bb64de2bb202e81a575e30d', 'subnets': [{'id': '4df58c78-45db-4175-9ebe-e1e86c92c13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:28:24.824839 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-ca9f5bef-9018-4711-b53a-2f88d6efd027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:24.904157 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-ca9f5bef-9018-4711-b53a-2f88d6efd027 None None] For port 84bcf6e1-662b-4499-b45d-ee35cd18fd43, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=84bcf6e1-662b-4499-b45d-ee35cd18fd43,segment=NetworkSegment(8392c763-1f84-43e4-9cad-85a22d6ab096),segment_id=8392c763-1f84-43e4-9cad-85a22d6ab096)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:28:24.919534 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-ca9f5bef-9018-4711-b53a-2f88d6efd027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:25.171584 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174bdba0-c6b3-47fd-b978-472a9c85249e req-23c73d07-c563-4a55-81a2-d25667cc8329 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:25.173229 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-174bdba0-c6b3-47fd-b978-472a9c85249e req-23c73d07-c563-4a55-81a2-d25667cc8329 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.1118538 Aug 04 16:28:25.175950 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-bde4218d-5bc0-4367-a6eb-3390e94a2faa req-7923a9d2-149d-4a7a-b137-d79b233029fb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63945f38-3e20-498c-9928-cc55b45b7533 HTTP/1.1" status: 200 len: 1001 time: 0.6170402 Aug 04 16:28:25.232417 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f5bef-9018-4711-b53a-2f88d6efd027 None None] Pushing event updated for resources: {'Port': ['ID=84bcf6e1-662b-4499-b45d-ee35cd18fd43,revision_number=3']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:25.233711 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-174bdba0-c6b3-47fd-b978-472a9c85249e req-dda420b6-83a0-4c46-9d49-d5c08908ac74 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528357 Aug 04 16:28:25.250644 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-b80f7a48-e1ad-40f6-a460-9c0d1407f71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd9c04a-4a96-4b30-be5f-0757d848f694', 'name': 'tempest-TestShelveInstance-127206054-router', 'tenant_id': 'ea18e74ebf8c45bb9b4ac46b6469bacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'b6fd439f-e195-4cca-a9c3-0865b21aa496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:21Z', 'updated_at': '2021-08-04T16:28:23Z', 'revision_number': 3, 'project_id': 'ea18e74ebf8c45bb9b4ac46b6469bacd', 'gw_port': {'id': 'b6fd439f-e195-4cca-a9c3-0865b21aa496', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ab:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd9c04a-4a96-4b30-be5f-0757d848f694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:22Z', 'updated_at': '2021-08-04T16:28:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi'}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:25.279903 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80f7a48-e1ad-40f6-a460-9c0d1407f71e None None] Checking router: 4cd9c04a-4a96-4b30-be5f-0757d848f694 for host: dv-cinder-789564-9-iscsi {{(pid=93332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:28:25.280589 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80f7a48-e1ad-40f6-a460-9c0d1407f71e None None] Updating router 4cd9c04a-4a96-4b30-be5f-0757d848f694 port b6fd439f-e195-4cca-a9c3-0865b21aa496 binding host dv-cinder-789564-9-iscsi {{(pid=93332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:28:25.300071 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4218d-5bc0-4367-a6eb-3390e94a2faa req-1eb679fa-f43e-4ace-b4cd-dbcbd2364387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:25.301809 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-bde4218d-5bc0-4367-a6eb-3390e94a2faa req-1eb679fa-f43e-4ace-b4cd-dbcbd2364387 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1fb80fc5-b3b3-4ef1-9a71-cb5032debcda HTTP/1.1" status: 200 len: 849 time: 0.1140671 Aug 04 16:28:25.309478 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-b80f7a48-e1ad-40f6-a460-9c0d1407f71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:25.433394 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4218d-5bc0-4367-a6eb-3390e94a2faa req-009489cb-43c5-449c-a8c3-ec1bc5779b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:25.434650 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-bde4218d-5bc0-4367-a6eb-3390e94a2faa req-009489cb-43c5-449c-a8c3-ec1bc5779b42 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5c2558c7-24ce-41b2-b792-f9920a95bb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1231527 Aug 04 16:28:25.449628 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-81fe97e8-4aa5-4fda-8157-68d93676aca6 None None] Provisioning complete for port 84bcf6e1-662b-4499-b45d-ee35cd18fd43 triggered by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:25.449930 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-81fe97e8-4aa5-4fda-8157-68d93676aca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:25.482534 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 84bcf6e1-662b-4499-b45d-ee35cd18fd43 up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:28:25.551224 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-ef6e1973-b8bb-4a34-aee2-b513bf98f490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:25.598514 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-bde4218d-5bc0-4367-a6eb-3390e94a2faa req-bf324482-4a8c-423e-ad5a-5464b2363103 service neutron] 10.222.0.50 "GET /v2.0/networks/5c2558c7-24ce-41b2-b792-f9920a95bb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511827 Aug 04 16:28:25.648859 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port 84bcf6e1-662b-4499-b45d-ee35cd18fd43 triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:25.649228 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:25.785033 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-bde4218d-5bc0-4367-a6eb-3390e94a2faa req-de0d7689-dd19-4370-b9c6-ba0af9242d6e service neutron] 10.222.0.50 "GET /v2.0/networks/5c2558c7-24ce-41b2-b792-f9920a95bb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574497 Aug 04 16:28:25.787479 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-b80f7a48-e1ad-40f6-a460-9c0d1407f71e None None] Notify callbacks [] for port, precommit_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:25.802639 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.db_base_plugin_common [None req-ef6e1973-b8bb-4a34-aee2-b513bf98f490 admin admin] Allocated IP 172.20.0.1 (c2d52c5b-047d-4e08-ad14-c6b0baa45c1d/9c5c5dba-3dca-430d-9715-7ed9ec927e00/5b8db07c-4ea1-4301-b521-a3dde3a66a4c) {{(pid=93330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:28:25.808746 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-b80f7a48-e1ad-40f6-a460-9c0d1407f71e None None] Transition to ACTIVE for port object b6fd439f-e195-4cca-a9c3-0865b21aa496 will not be triggered until provisioned by entity L2. {{(pid=93332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:28:25.813150 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 7977e763-752c-456f-b7e9-a2c20ed96c1b up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:28:25.835650 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-b80f7a48-e1ad-40f6-a460-9c0d1407f71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:25.909108 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-b80f7a48-e1ad-40f6-a460-9c0d1407f71e None None] Attempting to bind port b6fd439f-e195-4cca-a9c3-0865b21aa496 on host dv-cinder-789564-9-iscsi for vnic_type normal with profile {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:28:25.909656 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-b80f7a48-e1ad-40f6-a460-9c0d1407f71e None None] Attempting to bind port b6fd439f-e195-4cca-a9c3-0865b21aa496 by drivers openvswitch,hyperv on host dv-cinder-789564-9-iscsi at level 0 using segments [{'id': '25182b56-ac69-4c03-a79e-71a35095fb85', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'}] {{(pid=93332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:28:25.910194 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80f7a48-e1ad-40f6-a460-9c0d1407f71e None None] Attempting to bind port b6fd439f-e195-4cca-a9c3-0865b21aa496 on network 79da2935-f34e-4d6b-93be-bb960bd015b1 {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:28:25.912408 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a59dab2-98f8-4298-824f-971b8bc8f208 None None] Pushing event updated for resources: {'Port': ['ID=b6fd439f-e195-4cca-a9c3-0865b21aa496,revision_number=2']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:25.922374 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80f7a48-e1ad-40f6-a460-9c0d1407f71e None None] Checking agent: {'id': '925d9885-7f95-40bb-88ba-4bb3b2a3855f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 16, 11), 'started_at': datetime.datetime(2021, 8, 4, 16, 16, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:28:25.923335 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80f7a48-e1ad-40f6-a460-9c0d1407f71e None None] Checking segment: {'id': '25182b56-ac69-4c03-a79e-71a35095fb85', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:28:25.923335 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-b80f7a48-e1ad-40f6-a460-9c0d1407f71e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:25.923531 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80f7a48-e1ad-40f6-a460-9c0d1407f71e None None] Bound using segment: {'id': '25182b56-ac69-4c03-a79e-71a35095fb85', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'} {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:28:25.924021 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-b80f7a48-e1ad-40f6-a460-9c0d1407f71e None None] Bound port: b6fd439f-e195-4cca-a9c3-0865b21aa496, host: dv-cinder-789564-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25182b56-ac69-4c03-a79e-71a35095fb85', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'}}] {{(pid=93332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:28:25.924406 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-b80f7a48-e1ad-40f6-a460-9c0d1407f71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:25.950763 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning for port 7977e763-752c-456f-b7e9-a2c20ed96c1b completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:28:25.957520 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-ef6e1973-b8bb-4a34-aee2-b513bf98f490 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:25.957731 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port 7977e763-752c-456f-b7e9-a2c20ed96c1b triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:25.958125 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:25.975249 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.provisioning_blocks [None req-ef6e1973-b8bb-4a34-aee2-b513bf98f490 admin admin] Transition to ACTIVE for port object 5b8db07c-4ea1-4301-b521-a3dde3a66a4c will not be triggered until provisioned by entity DHCP. {{(pid=93330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:28:26.013323 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-ef6e1973-b8bb-4a34-aee2-b513bf98f490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:26.015283 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-b80f7a48-e1ad-40f6-a460-9c0d1407f71e None None] For port b6fd439f-e195-4cca-a9c3-0865b21aa496, host dv-cinder-789564-9-iscsi, cleared binding levels {{(pid=93332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:28:26.018811 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-b80f7a48-e1ad-40f6-a460-9c0d1407f71e None None] For port b6fd439f-e195-4cca-a9c3-0865b21aa496, host dv-cinder-789564-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=b6fd439f-e195-4cca-a9c3-0865b21aa496,segment=NetworkSegment(25182b56-ac69-4c03-a79e-71a35095fb85),segment_id=25182b56-ac69-4c03-a79e-71a35095fb85)] {{(pid=93332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:28:26.029813 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-b80f7a48-e1ad-40f6-a460-9c0d1407f71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:26.054920 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6e1973-b8bb-4a34-aee2-b513bf98f490 admin admin] Network c2d52c5b-047d-4e08-ad14-c6b0baa45c1d is already hosted by enough agents. {{(pid=93330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:28:26.056946 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [None req-ef6e1973-b8bb-4a34-aee2-b513bf98f490 admin admin] Resources bound (agent type, host, resource id): {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:28:26.059432 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6e1973-b8bb-4a34-aee2-b513bf98f490 admin admin] Received port after_create {{(pid=93330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:28:26.104785 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e1973-b8bb-4a34-aee2-b513bf98f490 admin admin] Pushing event updated for resources: {'Port': ['ID=5b8db07c-4ea1-4301-b521-a3dde3a66a4c,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:26.110286 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:26.116758 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-ef6e1973-b8bb-4a34-aee2-b513bf98f490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594499'] for router_interface, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:26.138416 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a59dab2-98f8-4298-824f-971b8bc8f208 None None] Pushing event updated for resources: {'Port': ['ID=b6fd439f-e195-4cca-a9c3-0865b21aa496,revision_number=3']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:26.141478 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80f7a48-e1ad-40f6-a460-9c0d1407f71e None None] Routers {'4cd9c04a-4a96-4b30-be5f-0757d848f694'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:28:26.142400 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-b80f7a48-e1ad-40f6-a460-9c0d1407f71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:28:11Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['4cd9c04a-4a96-4b30-be5f-0757d848f694'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:26.239683 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] For port 7977e763-752c-456f-b7e9-a2c20ed96c1b, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=7977e763-752c-456f-b7e9-a2c20ed96c1b,segment=NetworkSegment(fd256104-621c-40d6-ae7e-f0d6b255b836),segment_id=fd256104-621c-40d6-ae7e-f0d6b255b836)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:28:26.263980 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 45328) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:26.286160 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:26.352565 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-ef6e1973-b8bb-4a34-aee2-b513bf98f490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:26.362200 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-b80f7a48-e1ad-40f6-a460-9c0d1407f71e None None] Set router 4cd9c04a-4a96-4b30-be5f-0757d848f694 gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:28:26.439745 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-d30dfeda-bf4e-47f4-ba3e-b25f5e30f1a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:26.509926 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-bf942273-b364-43f3-9006-dac141878ab0 None None] Provisioning for port 5b8db07c-4ea1-4301-b521-a3dde3a66a4c completed by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:28:26.518507 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Pushing event updated for resources: {'Port': ['ID=7977e763-752c-456f-b7e9-a2c20ed96c1b,revision_number=5']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:26.526897 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-bf942273-b364-43f3-9006-dac141878ab0 None None] Provisioning complete for port 5b8db07c-4ea1-4301-b521-a3dde3a66a4c triggered by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:26.527289 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-bf942273-b364-43f3-9006-dac141878ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:26.530290 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c97d44-eed4-42a7-be5e-0b2269f6ee8c req-e357ef0e-683f-4f7e-8fa8-a34802be6316 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:26.531887 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-c3c97d44-eed4-42a7-be5e-0b2269f6ee8c req-e357ef0e-683f-4f7e-8fa8-a34802be6316 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.1754286 Aug 04 16:28:26.557598 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-d30dfeda-bf4e-47f4-ba3e-b25f5e30f1a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:26.563105 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-d30dfeda-bf4e-47f4-ba3e-b25f5e30f1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:26.588836 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-bf942273-b364-43f3-9006-dac141878ab0 None None] Port 5b8db07c-4ea1-4301-b521-a3dde3a66a4c cannot update to ACTIVE because it is not bound. {{(pid=93332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:28:26.594725 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-c3c97d44-eed4-42a7-be5e-0b2269f6ee8c req-2d312ad2-8b59-4be1-8529-c6ee1f188b82 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540056 Aug 04 16:28:26.607002 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-d30dfeda-bf4e-47f4-ba3e-b25f5e30f1a5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ba51ee18a1f248c3b7f4ad1b9cd11789&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3412995 Aug 04 16:28:26.607667 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 45334) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:26.626735 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30dfeda-bf4e-47f4-ba3e-b25f5e30f1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f37abf-49bc-40be-8083-7ba489904fca,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:26.628755 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-ef6e1973-b8bb-4a34-aee2-b513bf98f490 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:26.634518 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-ef6e1973-b8bb-4a34-aee2-b513bf98f490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129638395'] for port, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:26.660176 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-b80f7a48-e1ad-40f6-a460-9c0d1407f71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd9c04a-4a96-4b30-be5f-0757d848f694', 'name': 'tempest-TestShelveInstance-127206054-router', 'tenant_id': 'ea18e74ebf8c45bb9b4ac46b6469bacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'b6fd439f-e195-4cca-a9c3-0865b21aa496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:21Z', 'updated_at': '2021-08-04T16:28:23Z', 'revision_number': 3, 'project_id': 'ea18e74ebf8c45bb9b4ac46b6469bacd', 'gw_port': {'id': 'b6fd439f-e195-4cca-a9c3-0865b21aa496', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ab:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd9c04a-4a96-4b30-be5f-0757d848f694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:22Z', 'updated_at': '2021-08-04T16:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi'}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:26.681885 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a286e545-172d-4ead-90e1-efaad3f6da9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:26.692082 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80f7a48-e1ad-40f6-a460-9c0d1407f71e None None] The sync data for ids ['4cd9c04a-4a96-4b30-be5f-0757d848f694'] in dv-cinder-789564-9-iscsi is: [{'id': '4cd9c04a-4a96-4b30-be5f-0757d848f694', 'name': 'tempest-TestShelveInstance-127206054-router', 'tenant_id': 'ea18e74ebf8c45bb9b4ac46b6469bacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'b6fd439f-e195-4cca-a9c3-0865b21aa496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:21Z', 'updated_at': '2021-08-04T16:28:23Z', 'revision_number': 3, 'project_id': 'ea18e74ebf8c45bb9b4ac46b6469bacd', 'gw_port': {'id': 'b6fd439f-e195-4cca-a9c3-0865b21aa496', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ab:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd9c04a-4a96-4b30-be5f-0757d848f694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:22Z', 'updated_at': '2021-08-04T16:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi'}] {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:28:26.711519 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e1973-b8bb-4a34-aee2-b513bf98f490 admin admin] Pushing event updated for resources: {'Port': ['ID=5b8db07c-4ea1-4301-b521-a3dde3a66a4c,revision_number=2']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:26.714285 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a286e545-172d-4ead-90e1-efaad3f6da9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:26.718888 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-ef6e1973-b8bb-4a34-aee2-b513bf98f490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3631316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596249'] for router_interface, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:26.776351 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a286e545-172d-4ead-90e1-efaad3f6da9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:26.779032 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a286e545-172d-4ead-90e1-efaad3f6da9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:26.780324 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-a286e545-172d-4ead-90e1-efaad3f6da9c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/61f37abf-49bc-40be-8083-7ba489904fca HTTP/1.1" status: 204 len: 168 time: 0.1701667 Aug 04 16:28:26.788413 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286e545-172d-4ead-90e1-efaad3f6da9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f37abf-49bc-40be-8083-7ba489904fca,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:26.838515 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6e1973-b8bb-4a34-aee2-b513bf98f490 admin admin] Network c2d52c5b-047d-4e08-ad14-c6b0baa45c1d is already hosted by enough agents. {{(pid=93330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:28:26.839940 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [None req-ef6e1973-b8bb-4a34-aee2-b513bf98f490 admin admin] Resources bound (agent type, host, resource id): {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:28:27.015710 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6e1973-b8bb-4a34-aee2-b513bf98f490 admin admin] Router 4cd9c04a-4a96-4b30-be5f-0757d848f694 has already been hosted by L3 agent d346cf64-ca3f-484e-b552-5df8791a7915 {{(pid=93330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:28:27.162717 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6e1973-b8bb-4a34-aee2-b513bf98f490 admin admin] Notify agent at l3_agent.dv-cinder-789564-9-iscsi the message routers_updated {{(pid=93330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:28:27.167872 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-ef6e1973-b8bb-4a34-aee2-b513bf98f490 admin admin] 10.222.0.77 "PUT /v2.0/routers/4cd9c04a-4a96-4b30-be5f-0757d848f694/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8737485 Aug 04 16:28:27.174076 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 45340) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:27.187632 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-edce36d8-c9ab-409d-b506-b04e77e50edf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:27.227374 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-908ed6d8-6dcd-4d29-b609-6c7a8d387118 None None] Provisioning complete for port 5b8db07c-4ea1-4301-b521-a3dde3a66a4c triggered by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:27.228423 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-908ed6d8-6dcd-4d29-b609-6c7a8d387118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:27.269919 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-908ed6d8-6dcd-4d29-b609-6c7a8d387118 None None] Port 5b8db07c-4ea1-4301-b521-a3dde3a66a4c cannot update to ACTIVE because it is not bound. {{(pid=93332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:28:27.310067 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-edce36d8-c9ab-409d-b506-b04e77e50edf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:27.315925 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-edce36d8-c9ab-409d-b506-b04e77e50edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:27.357426 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-edce36d8-c9ab-409d-b506-b04e77e50edf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=071036987bf342ada17e2803b28d38d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1822035 Aug 04 16:28:27.361438 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 45350) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:27.372664 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce36d8-c9ab-409d-b506-b04e77e50edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b33f406-1d66-4c64-a88a-8f1d6ebf0c9d,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:27.421394 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 6 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:28:27.442703 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-b33a8956-0e1f-466e-a8bf-5626727fa052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:27.469332 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-b33a8956-0e1f-466e-a8bf-5626727fa052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:27.539172 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-b33a8956-0e1f-466e-a8bf-5626727fa052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:27.544627 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-b33a8956-0e1f-466e-a8bf-5626727fa052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:27.548889 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-b33a8956-0e1f-466e-a8bf-5626727fa052 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1b33f406-1d66-4c64-a88a-8f1d6ebf0c9d HTTP/1.1" status: 204 len: 168 time: 0.1840065 Aug 04 16:28:27.561054 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a8956-0e1f-466e-a8bf-5626727fa052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b33f406-1d66-4c64-a88a-8f1d6ebf0c9d,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:27.588974 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device b6fd439f-e195-4cca-a9c3-0865b21aa496 up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:28:27.692271 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning for port b6fd439f-e195-4cca-a9c3-0865b21aa496 completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:28:27.698905 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port b6fd439f-e195-4cca-a9c3-0865b21aa496 triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:27.699301 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:27.823869 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92373e79-8aa7-4c12-9f37-f2ff28fa356b req-008f2132-3a3e-4e53-99f8-a277d52bcc29 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:27.825600 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-92373e79-8aa7-4c12-9f37-f2ff28fa356b req-008f2132-3a3e-4e53-99f8-a277d52bcc29 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.1068757 Aug 04 16:28:27.835880 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:27.843611 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 45360) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:27.848998 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-8d70b00e-30a9-4b43-a4df-fd7e9c03e0cb tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1194969388', 'description': 'tempest-secgroup-smoke-1194969388 description', 'project_id': '76829aee5bb64de2bb202e81a575e30d'}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:28:27.883397 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] For port b6fd439f-e195-4cca-a9c3-0865b21aa496, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=b6fd439f-e195-4cca-a9c3-0865b21aa496,segment=NetworkSegment(25182b56-ac69-4c03-a79e-71a35095fb85),segment_id=25182b56-ac69-4c03-a79e-71a35095fb85)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:28:27.889509 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:27.891077 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 7977e763-752c-456f-b7e9-a2c20ed96c1b up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:28:27.901425 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-8d70b00e-30a9-4b43-a4df-fd7e9c03e0cb tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:27.902161 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-92373e79-8aa7-4c12-9f37-f2ff28fa356b req-907f1223-5e5a-4c6a-8622-8105a541ef51 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688622 Aug 04 16:28:27.991214 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Pushing event updated for resources: {'Port': ['ID=b6fd439f-e195-4cca-a9c3-0865b21aa496,revision_number=4']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:28.022304 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-8d70b00e-30a9-4b43-a4df-fd7e9c03e0cb tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:28.027409 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port 7977e763-752c-456f-b7e9-a2c20ed96c1b triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:28.027936 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-8d70b00e-30a9-4b43-a4df-fd7e9c03e0cb tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:28.028074 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:28.060207 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-8d70b00e-30a9-4b43-a4df-fd7e9c03e0cb tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:28.061687 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-8d70b00e-30a9-4b43-a4df-fd7e9c03e0cb tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2168946 Aug 04 16:28:28.066322 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 45368) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:28.071664 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-82490ec2-7440-4dc9-9d1e-abb7fc9298b5 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Request body: {'security_group_rule': {'security_group_id': 'f1f964ae-03f9-4e48-96dc-b912e8d9d95a', 'project_id': '76829aee5bb64de2bb202e81a575e30d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:28:28.094088 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70b00e-30a9-4b43-a4df-fd7e9c03e0cb tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f964ae-03f9-4e48-96dc-b912e8d9d95a,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:28.106070 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-82490ec2-7440-4dc9-9d1e-abb7fc9298b5 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:28.189067 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-82490ec2-7440-4dc9-9d1e-abb7fc9298b5 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:28.197256 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-82490ec2-7440-4dc9-9d1e-abb7fc9298b5 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598158'] for security_group_rule, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:28.214393 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82490ec2-7440-4dc9-9d1e-abb7fc9298b5 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f5a2512-cc50-49c2-b6ff-d9048ff9d452,revision_number=0']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:28.222855 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-82490ec2-7440-4dc9-9d1e-abb7fc9298b5 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:28.224377 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-82490ec2-7440-4dc9-9d1e-abb7fc9298b5 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1567528 Aug 04 16:28:28.227051 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 45374) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:28.232136 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-a138e28a-7005-4297-9e1f-f99a34631584 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Request body: {'security_group_rule': {'security_group_id': 'f1f964ae-03f9-4e48-96dc-b912e8d9d95a', 'project_id': '76829aee5bb64de2bb202e81a575e30d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:28:28.262764 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a138e28a-7005-4297-9e1f-f99a34631584 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:28.324460 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a138e28a-7005-4297-9e1f-f99a34631584 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:28.332107 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a138e28a-7005-4297-9e1f-f99a34631584 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598158'] for security_group_rule, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:28.351673 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a138e28a-7005-4297-9e1f-f99a34631584 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ea60f0-04ff-4ec6-9bea-b20405abe47f,revision_number=0']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:28.355478 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a138e28a-7005-4297-9e1f-f99a34631584 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:28.359272 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-a138e28a-7005-4297-9e1f-f99a34631584 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1287272 Aug 04 16:28:28.359886 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 45380) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:28.366300 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [None req-257b4798-20b7-475e-98ef-9c409b91e2f5 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Request body: {'security_group_rule': {'security_group_id': 'f1f964ae-03f9-4e48-96dc-b912e8d9d95a', 'project_id': '76829aee5bb64de2bb202e81a575e30d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:28:28.396838 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-257b4798-20b7-475e-98ef-9c409b91e2f5 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:28.456124 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-257b4798-20b7-475e-98ef-9c409b91e2f5 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:28.461400 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-257b4798-20b7-475e-98ef-9c409b91e2f5 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598158'] for security_group_rule, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:28.483742 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b4798-20b7-475e-98ef-9c409b91e2f5 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45767366-2e29-4fc4-b224-758122238dce,revision_number=0']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:28.488049 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-257b4798-20b7-475e-98ef-9c409b91e2f5 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:28.492697 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-257b4798-20b7-475e-98ef-9c409b91e2f5 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1281648 Aug 04 16:28:28.493131 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 45386) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:28.497799 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [None req-48d2f2b8-4e87-4044-ad1e-bea186084444 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Request body: {'security_group_rule': {'security_group_id': 'f1f964ae-03f9-4e48-96dc-b912e8d9d95a', 'project_id': '76829aee5bb64de2bb202e81a575e30d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:28:28.529177 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-48d2f2b8-4e87-4044-ad1e-bea186084444 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:28.608768 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-48d2f2b8-4e87-4044-ad1e-bea186084444 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:28.614145 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-48d2f2b8-4e87-4044-ad1e-bea186084444 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598158'] for security_group_rule, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:28.644085 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d2f2b8-4e87-4044-ad1e-bea186084444 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0844cae-fac6-4597-aeeb-24e467f0d229,revision_number=0']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:28.651452 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-48d2f2b8-4e87-4044-ad1e-bea186084444 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:28.652987 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-48d2f2b8-4e87-4044-ad1e-bea186084444 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1589019 Aug 04 16:28:28.655946 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 45396) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:28.661481 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-5b3e075c-5d15-40e7-b450-dbe2fbc4035a tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Request body: {'security_group_rule': {'security_group_id': 'f1f964ae-03f9-4e48-96dc-b912e8d9d95a', 'project_id': '76829aee5bb64de2bb202e81a575e30d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:28:28.688700 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.db.securitygroups_db [None req-5b3e075c-5d15-40e7-b450-dbe2fbc4035a tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Project 76829aee5bb64de2bb202e81a575e30d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 16:28:28.694579 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-5b3e075c-5d15-40e7-b450-dbe2fbc4035a tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:28.775579 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-5b3e075c-5d15-40e7-b450-dbe2fbc4035a tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:28.781058 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-5b3e075c-5d15-40e7-b450-dbe2fbc4035a tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598158'] for security_group_rule, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:28.799524 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3e075c-5d15-40e7-b450-dbe2fbc4035a tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9deaa81f-e09f-473e-bc08-8c60ffc757c6,revision_number=0']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:28.807964 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-5b3e075c-5d15-40e7-b450-dbe2fbc4035a tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:28.813662 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 45400) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:28.822432 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [None req-d6f0a2a0-478b-439f-941b-6c1ab7c1f51e tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Request body: {'security_group_rule': {'security_group_id': 'f1f964ae-03f9-4e48-96dc-b912e8d9d95a', 'project_id': '76829aee5bb64de2bb202e81a575e30d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:28:28.827090 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-5b3e075c-5d15-40e7-b450-dbe2fbc4035a tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1695566 Aug 04 16:28:28.849224 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.db.securitygroups_db [None req-d6f0a2a0-478b-439f-941b-6c1ab7c1f51e tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Project 76829aee5bb64de2bb202e81a575e30d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 16:28:28.856273 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-d6f0a2a0-478b-439f-941b-6c1ab7c1f51e tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:28.865620 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534f5736-398b-4398-ad20-8248cc364f4d None None] Sync routers for ids ['4cd9c04a-4a96-4b30-be5f-0757d848f694'] in dv-cinder-789564-9-iscsi {{(pid=93333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:28:28.878534 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534f5736-398b-4398-ad20-8248cc364f4d None None] Routers {'4cd9c04a-4a96-4b30-be5f-0757d848f694'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:28:28.879257 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-534f5736-398b-4398-ad20-8248cc364f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:28:11Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['4cd9c04a-4a96-4b30-be5f-0757d848f694'], 'active': True} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:28.897670 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 45402) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:28.980770 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-d6f0a2a0-478b-439f-941b-6c1ab7c1f51e tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:28.992792 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-d6f0a2a0-478b-439f-941b-6c1ab7c1f51e tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598158'] for security_group_rule, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:29.014252 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvr_db [None req-534f5736-398b-4398-ad20-8248cc364f4d None None] Set router 4cd9c04a-4a96-4b30-be5f-0757d848f694 gateway port host: dv-cinder-789564-9-iscsi {{(pid=93333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:28:29.057428 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f0a2a0-478b-439f-941b-6c1ab7c1f51e tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1859988-8114-4df4-863d-eef3528bfc00,revision_number=0']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:29.073128 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-d6f0a2a0-478b-439f-941b-6c1ab7c1f51e tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:29.074946 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-d6f0a2a0-478b-439f-941b-6c1ab7c1f51e tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2590206 Aug 04 16:28:29.097832 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c210d8-ce90-4d29-b93b-332b45356f74 req-a9dfe27d-1d0d-4713-b79d-caccfa5373ec tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:29.099942 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-10c210d8-ce90-4d29-b93b-332b45356f74 req-a9dfe27d-1d0d-4713-b79d-caccfa5373ec tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.0959849 Aug 04 16:28:29.203056 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-de8bd34b-bc36-47b8-81b2-7e187e61a4f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:29.240872 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-10c210d8-ce90-4d29-b93b-332b45356f74 req-f3de643e-3d27-48ae-b897-1f45021d5016 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322954 Aug 04 16:28:29.373444 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-de8bd34b-bc36-47b8-81b2-7e187e61a4f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:29.380064 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-de8bd34b-bc36-47b8-81b2-7e187e61a4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:29.404228 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-534f5736-398b-4398-ad20-8248cc364f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd9c04a-4a96-4b30-be5f-0757d848f694', 'name': 'tempest-TestShelveInstance-127206054-router', 'tenant_id': 'ea18e74ebf8c45bb9b4ac46b6469bacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'b6fd439f-e195-4cca-a9c3-0865b21aa496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:21Z', 'updated_at': '2021-08-04T16:28:26Z', 'revision_number': 4, 'project_id': 'ea18e74ebf8c45bb9b4ac46b6469bacd', 'gw_port': {'id': 'b6fd439f-e195-4cca-a9c3-0865b21aa496', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ab:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd9c04a-4a96-4b30-be5f-0757d848f694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:22Z', 'updated_at': '2021-08-04T16:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '5b8db07c-4ea1-4301-b521-a3dde3a66a4c', 'name': '', 'network_id': 'c2d52c5b-047d-4e08-ad14-c6b0baa45c1d', 'tenant_id': 'ea18e74ebf8c45bb9b4ac46b6469bacd', 'mac_address': 'fa:16:3e:39:e0:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd9c04a-4a96-4b30-be5f-0757d848f694', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9c5c5dba-3dca-430d-9715-7ed9ec927e00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:25Z', 'updated_at': '2021-08-04T16:28:26Z', 'revision_number': 2, 'project_id': 'ea18e74ebf8c45bb9b4ac46b6469bacd', 'subnets': [{'id': '9c5c5dba-3dca-430d-9715-7ed9ec927e00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:29.415980 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device b6fd439f-e195-4cca-a9c3-0865b21aa496 up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:28:29.430786 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-de8bd34b-bc36-47b8-81b2-7e187e61a4f6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e16f5a9d234049448600fc9c38d51f64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5319536 Aug 04 16:28:29.433099 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8bd34b-bc36-47b8-81b2-7e187e61a4f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b063ea-13bc-486b-a175-61f81bd1c644,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:29.433934 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 45440) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:29.440978 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8bd34b-bc36-47b8-81b2-7e187e61a4f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:29.441979 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8bd34b-bc36-47b8-81b2-7e187e61a4f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:29.442699 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8bd34b-bc36-47b8-81b2-7e187e61a4f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:29.442699 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8bd34b-bc36-47b8-81b2-7e187e61a4f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:29.443011 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8bd34b-bc36-47b8-81b2-7e187e61a4f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:29.443350 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8bd34b-bc36-47b8-81b2-7e187e61a4f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:29.443681 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8bd34b-bc36-47b8-81b2-7e187e61a4f6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:29.444011 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8bd34b-bc36-47b8-81b2-7e187e61a4f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:29.444418 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8bd34b-bc36-47b8-81b2-7e187e61a4f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:29.444790 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8bd34b-bc36-47b8-81b2-7e187e61a4f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:29.445119 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8bd34b-bc36-47b8-81b2-7e187e61a4f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:29.445444 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8bd34b-bc36-47b8-81b2-7e187e61a4f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:29.465687 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534f5736-398b-4398-ad20-8248cc364f4d None None] Checking router: 4cd9c04a-4a96-4b30-be5f-0757d848f694 for host: dv-cinder-789564-9-iscsi {{(pid=93333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:28:29.467252 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534f5736-398b-4398-ad20-8248cc364f4d None None] Updating router 4cd9c04a-4a96-4b30-be5f-0757d848f694 port 5b8db07c-4ea1-4301-b521-a3dde3a66a4c binding host dv-cinder-789564-9-iscsi {{(pid=93333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:28:29.506898 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port b6fd439f-e195-4cca-a9c3-0865b21aa496 triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:29.507515 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:29.508518 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-534f5736-398b-4398-ad20-8248cc364f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:29.524631 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-692186f3-6a7e-4220-a593-46730d806155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:29.550929 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-692186f3-6a7e-4220-a593-46730d806155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:29.620153 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-692186f3-6a7e-4220-a593-46730d806155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:29.623729 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-692186f3-6a7e-4220-a593-46730d806155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:29.627404 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-692186f3-6a7e-4220-a593-46730d806155 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b6b063ea-13bc-486b-a175-61f81bd1c644 HTTP/1.1" status: 204 len: 168 time: 0.1899908 Aug 04 16:28:29.655524 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692186f3-6a7e-4220-a593-46730d806155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b063ea-13bc-486b-a175-61f81bd1c644,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:29.902420 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-534f5736-398b-4398-ad20-8248cc364f4d None None] Notify callbacks [] for port, precommit_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:29.914719 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.provisioning_blocks [None req-534f5736-398b-4398-ad20-8248cc364f4d None None] Transition to ACTIVE for port object 5b8db07c-4ea1-4301-b521-a3dde3a66a4c will not be triggered until provisioned by entity L2. {{(pid=93333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:28:29.922668 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-534f5736-398b-4398-ad20-8248cc364f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:29.979763 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2f5fe-bb41-4c9a-b3f2-49c026aa552c None None] Pushing event updated for resources: {'Port': ['ID=5b8db07c-4ea1-4301-b521-a3dde3a66a4c,revision_number=3']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:30.042444 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [None req-534f5736-398b-4398-ad20-8248cc364f4d None None] Attempting to bind port 5b8db07c-4ea1-4301-b521-a3dde3a66a4c on host dv-cinder-789564-9-iscsi for vnic_type normal with profile {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:28:30.042911 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [None req-534f5736-398b-4398-ad20-8248cc364f4d None None] Attempting to bind port 5b8db07c-4ea1-4301-b521-a3dde3a66a4c by drivers openvswitch,hyperv on host dv-cinder-789564-9-iscsi at level 0 using segments [{'id': '8392c763-1f84-43e4-9cad-85a22d6ab096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'c2d52c5b-047d-4e08-ad14-c6b0baa45c1d'}] {{(pid=93333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:28:30.043350 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534f5736-398b-4398-ad20-8248cc364f4d None None] Attempting to bind port 5b8db07c-4ea1-4301-b521-a3dde3a66a4c on network c2d52c5b-047d-4e08-ad14-c6b0baa45c1d {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:28:30.050381 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534f5736-398b-4398-ad20-8248cc364f4d None None] Checking agent: {'id': '925d9885-7f95-40bb-88ba-4bb3b2a3855f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 16, 11), 'started_at': datetime.datetime(2021, 8, 4, 16, 16, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:28:30.050989 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534f5736-398b-4398-ad20-8248cc364f4d None None] Checking segment: {'id': '8392c763-1f84-43e4-9cad-85a22d6ab096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'c2d52c5b-047d-4e08-ad14-c6b0baa45c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:28:30.051470 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-534f5736-398b-4398-ad20-8248cc364f4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:30.051871 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534f5736-398b-4398-ad20-8248cc364f4d None None] Bound using segment: {'id': '8392c763-1f84-43e4-9cad-85a22d6ab096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'c2d52c5b-047d-4e08-ad14-c6b0baa45c1d'} {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:28:30.052356 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [None req-534f5736-398b-4398-ad20-8248cc364f4d None None] Bound port: 5b8db07c-4ea1-4301-b521-a3dde3a66a4c, host: dv-cinder-789564-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8392c763-1f84-43e4-9cad-85a22d6ab096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'c2d52c5b-047d-4e08-ad14-c6b0baa45c1d'}}] {{(pid=93333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:28:30.052759 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-534f5736-398b-4398-ad20-8248cc364f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:30.138718 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [None req-534f5736-398b-4398-ad20-8248cc364f4d None None] For port 5b8db07c-4ea1-4301-b521-a3dde3a66a4c, host dv-cinder-789564-9-iscsi, cleared binding levels {{(pid=93333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:28:30.142471 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [None req-534f5736-398b-4398-ad20-8248cc364f4d None None] For port 5b8db07c-4ea1-4301-b521-a3dde3a66a4c, host dv-cinder-789564-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=5b8db07c-4ea1-4301-b521-a3dde3a66a4c,segment=NetworkSegment(8392c763-1f84-43e4-9cad-85a22d6ab096),segment_id=8392c763-1f84-43e4-9cad-85a22d6ab096)] {{(pid=93333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:28:30.147685 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-534f5736-398b-4398-ad20-8248cc364f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:30.208848 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534f5736-398b-4398-ad20-8248cc364f4d None None] Routers {'4cd9c04a-4a96-4b30-be5f-0757d848f694'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:28:30.209500 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-534f5736-398b-4398-ad20-8248cc364f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:28:11Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['4cd9c04a-4a96-4b30-be5f-0757d848f694'], 'active': True} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:30.219986 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2f5fe-bb41-4c9a-b3f2-49c026aa552c None None] Pushing event updated for resources: {'Port': ['ID=5b8db07c-4ea1-4301-b521-a3dde3a66a4c,revision_number=4']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:30.416898 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvr_db [None req-534f5736-398b-4398-ad20-8248cc364f4d None None] Set router 4cd9c04a-4a96-4b30-be5f-0757d848f694 gateway port host: dv-cinder-789564-9-iscsi {{(pid=93333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:28:30.430333 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3222a-d29c-4613-bbba-b56424d69a29 req-a560fd8d-b6b5-4511-8cb7-f79ae83e0eae tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:30.432760 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-38b3222a-d29c-4613-bbba-b56424d69a29 req-a560fd8d-b6b5-4511-8cb7-f79ae83e0eae tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.0737190 Aug 04 16:28:30.483811 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-38b3222a-d29c-4613-bbba-b56424d69a29 req-159e83a6-f86e-4ee4-a919-6c59a434b5a8 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450046 Aug 04 16:28:30.695500 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-534f5736-398b-4398-ad20-8248cc364f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd9c04a-4a96-4b30-be5f-0757d848f694', 'name': 'tempest-TestShelveInstance-127206054-router', 'tenant_id': 'ea18e74ebf8c45bb9b4ac46b6469bacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'b6fd439f-e195-4cca-a9c3-0865b21aa496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:21Z', 'updated_at': '2021-08-04T16:28:26Z', 'revision_number': 4, 'project_id': 'ea18e74ebf8c45bb9b4ac46b6469bacd', 'gw_port': {'id': 'b6fd439f-e195-4cca-a9c3-0865b21aa496', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ab:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd9c04a-4a96-4b30-be5f-0757d848f694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:22Z', 'updated_at': '2021-08-04T16:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '5b8db07c-4ea1-4301-b521-a3dde3a66a4c', 'name': '', 'network_id': 'c2d52c5b-047d-4e08-ad14-c6b0baa45c1d', 'tenant_id': 'ea18e74ebf8c45bb9b4ac46b6469bacd', 'mac_address': 'fa:16:3e:39:e0:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd9c04a-4a96-4b30-be5f-0757d848f694', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9c5c5dba-3dca-430d-9715-7ed9ec927e00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:25Z', 'updated_at': '2021-08-04T16:28:30Z', 'revision_number': 4, 'project_id': 'ea18e74ebf8c45bb9b4ac46b6469bacd', 'subnets': [{'id': '9c5c5dba-3dca-430d-9715-7ed9ec927e00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:30.740372 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534f5736-398b-4398-ad20-8248cc364f4d None None] The sync data for ids ['4cd9c04a-4a96-4b30-be5f-0757d848f694'] in dv-cinder-789564-9-iscsi is: [{'id': '4cd9c04a-4a96-4b30-be5f-0757d848f694', 'name': 'tempest-TestShelveInstance-127206054-router', 'tenant_id': 'ea18e74ebf8c45bb9b4ac46b6469bacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'b6fd439f-e195-4cca-a9c3-0865b21aa496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:21Z', 'updated_at': '2021-08-04T16:28:26Z', 'revision_number': 4, 'project_id': 'ea18e74ebf8c45bb9b4ac46b6469bacd', 'gw_port': {'id': 'b6fd439f-e195-4cca-a9c3-0865b21aa496', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ab:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd9c04a-4a96-4b30-be5f-0757d848f694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:22Z', 'updated_at': '2021-08-04T16:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '5b8db07c-4ea1-4301-b521-a3dde3a66a4c', 'name': '', 'network_id': 'c2d52c5b-047d-4e08-ad14-c6b0baa45c1d', 'tenant_id': 'ea18e74ebf8c45bb9b4ac46b6469bacd', 'mac_address': 'fa:16:3e:39:e0:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd9c04a-4a96-4b30-be5f-0757d848f694', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9c5c5dba-3dca-430d-9715-7ed9ec927e00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:25Z', 'updated_at': '2021-08-04T16:28:30Z', 'revision_number': 4, 'project_id': 'ea18e74ebf8c45bb9b4ac46b6469bacd', 'subnets': [{'id': '9c5c5dba-3dca-430d-9715-7ed9ec927e00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:28:30.834626 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea15c2-ed47-4b42-8575-a43341b71b2d req-f02fe339-2735-4b52-9059-9d59daed7cf3 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:30.836869 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0dea15c2-ed47-4b42-8575-a43341b71b2d req-f02fe339-2735-4b52-9059-9d59daed7cf3 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.1477485 Aug 04 16:28:30.841035 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5fc9b-06f0-4026-80a7-bcd8a0bf6cba req-8d48a1d5-0248-4fb0-bdce-879da3e76d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:30.842773 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-17d5fc9b-06f0-4026-80a7-bcd8a0bf6cba req-8d48a1d5-0248-4fb0-bdce-879da3e76d2b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fa8a2bb840264572bbf79ff732ee6fb8&device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 1098 time: 0.1091218 Aug 04 16:28:30.959214 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0dea15c2-ed47-4b42-8575-a43341b71b2d req-b0121522-a4ac-434e-8c83-1e21a81323bc tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119192 Aug 04 16:28:31.002316 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5fc9b-06f0-4026-80a7-bcd8a0bf6cba req-96c0b758-168a-47ca-b618-1f140f5b47cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:31.004752 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-17d5fc9b-06f0-4026-80a7-bcd8a0bf6cba req-96c0b758-168a-47ca-b618-1f140f5b47cc service neutron] 10.222.0.50 "GET /v2.0/networks?id=5c2558c7-24ce-41b2-b792-f9920a95bb2f HTTP/1.1" status: 200 len: 911 time: 0.1507592 Aug 04 16:28:31.090249 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-17d5fc9b-06f0-4026-80a7-bcd8a0bf6cba req-2ecfbf45-2cc9-46f7-8e87-231ddd6fc578 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63945f38-3e20-498c-9928-cc55b45b7533 HTTP/1.1" status: 200 len: 1001 time: 0.0684421 Aug 04 16:28:31.167118 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5fc9b-06f0-4026-80a7-bcd8a0bf6cba req-56e90275-b5b2-480a-bd28-d96b266c4fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:31.167118 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-17d5fc9b-06f0-4026-80a7-bcd8a0bf6cba req-56e90275-b5b2-480a-bd28-d96b266c4fe8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1fb80fc5-b3b3-4ef1-9a71-cb5032debcda HTTP/1.1" status: 200 len: 849 time: 0.0597408 Aug 04 16:28:31.241653 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5fc9b-06f0-4026-80a7-bcd8a0bf6cba req-7e9b374e-11c6-4e27-ade4-aa0eb81cf252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:31.246468 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-17d5fc9b-06f0-4026-80a7-bcd8a0bf6cba req-7e9b374e-11c6-4e27-ade4-aa0eb81cf252 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5c2558c7-24ce-41b2-b792-f9920a95bb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704875 Aug 04 16:28:31.404573 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-17d5fc9b-06f0-4026-80a7-bcd8a0bf6cba req-8de7e95f-25c9-41e2-a54b-72d8d2a415b6 service neutron] 10.222.0.50 "GET /v2.0/networks/5c2558c7-24ce-41b2-b792-f9920a95bb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458309 Aug 04 16:28:31.445198 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 5b8db07c-4ea1-4301-b521-a3dde3a66a4c up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:28:31.507408 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning for port 5b8db07c-4ea1-4301-b521-a3dde3a66a4c completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:28:31.513891 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port 5b8db07c-4ea1-4301-b521-a3dde3a66a4c triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:31.514684 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:31.555917 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-17d5fc9b-06f0-4026-80a7-bcd8a0bf6cba req-72bf91b8-4566-4185-b71c-41c67f236dcc service neutron] 10.222.0.50 "GET /v2.0/networks/5c2558c7-24ce-41b2-b792-f9920a95bb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436481 Aug 04 16:28:31.613443 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:31.651812 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] For port 5b8db07c-4ea1-4301-b521-a3dde3a66a4c, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=5b8db07c-4ea1-4301-b521-a3dde3a66a4c,segment=NetworkSegment(8392c763-1f84-43e4-9cad-85a22d6ab096),segment_id=8392c763-1f84-43e4-9cad-85a22d6ab096)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:28:31.657026 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:31.714246 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Pushing event updated for resources: {'Port': ['ID=5b8db07c-4ea1-4301-b521-a3dde3a66a4c,revision_number=5']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:32.091164 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3c483-c0d6-4d7a-95cd-3068b170876c req-e99736b7-22c9-4eec-bf0c-0fc781bd9f32 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:32.092686 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-8df3c483-c0d6-4d7a-95cd-3068b170876c req-e99736b7-22c9-4eec-bf0c-0fc781bd9f32 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.0517366 Aug 04 16:28:32.133242 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-8df3c483-c0d6-4d7a-95cd-3068b170876c req-034d3b4a-246a-4af4-9261-257cb748f784 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342617 Aug 04 16:28:32.664518 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 45532) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:32.787765 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-cebef1ba-4a09-442e-97bf-8f87f4447d44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:32.888884 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-cebef1ba-4a09-442e-97bf-8f87f4447d44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:32.893575 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-cebef1ba-4a09-442e-97bf-8f87f4447d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:32.933585 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-cebef1ba-4a09-442e-97bf-8f87f4447d44 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ea5387e985b149ddb931c08ea3df7055&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2677922 Aug 04 16:28:32.934752 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebef1ba-4a09-442e-97bf-8f87f4447d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d385b9-1646-49fe-9e61-fcc8018697a9,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:32.936287 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 45540) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:32.990794 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-28424430-cd3f-4dce-8eae-0d3d7311de76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:33.013708 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-28424430-cd3f-4dce-8eae-0d3d7311de76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:33.064994 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-28424430-cd3f-4dce-8eae-0d3d7311de76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:33.067762 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-28424430-cd3f-4dce-8eae-0d3d7311de76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:33.068927 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-28424430-cd3f-4dce-8eae-0d3d7311de76 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/44d385b9-1646-49fe-9e61-fcc8018697a9 HTTP/1.1" status: 204 len: 168 time: 0.1314626 Aug 04 16:28:33.076844 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28424430-cd3f-4dce-8eae-0d3d7311de76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d385b9-1646-49fe-9e61-fcc8018697a9,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:33.255207 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d047f8-2e61-4378-bc4b-1a0cade3e4d4 req-59ad6644-3613-40d7-b90d-2551fb35054b tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:33.256848 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-57d047f8-2e61-4378-bc4b-1a0cade3e4d4 req-59ad6644-3613-40d7-b90d-2551fb35054b tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.0503147 Aug 04 16:28:33.298473 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-57d047f8-2e61-4378-bc4b-1a0cade3e4d4 req-789d1886-b3c0-4491-9f10-3a21d9f3743d tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354431 Aug 04 16:28:33.413448 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 5b8db07c-4ea1-4301-b521-a3dde3a66a4c up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:28:33.482175 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port 5b8db07c-4ea1-4301-b521-a3dde3a66a4c triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:33.482864 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:34.175744 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e21e6-dbff-4f24-819a-4a75bf953b8c req-ee82fd0d-5e08-48d7-ae57-5a82e2db851a tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:34.178328 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-060e21e6-dbff-4f24-819a-4a75bf953b8c req-ee82fd0d-5e08-48d7-ae57-5a82e2db851a tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 947 time: 0.0651000 Aug 04 16:28:34.231804 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-060e21e6-dbff-4f24-819a-4a75bf953b8c req-e24cd5bd-f21e-437e-a23f-811ee7a13f58 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426874 Aug 04 16:28:35.372831 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1c52d-1a10-48cd-8f47-36210c29876d req-bafb7d86-60c3-4f73-99d4-c496bb76a939 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:35.374450 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-18d1c52d-1a10-48cd-8f47-36210c29876d req-bafb7d86-60c3-4f73-99d4-c496bb76a939 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 947 time: 0.0629675 Aug 04 16:28:35.419036 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-18d1c52d-1a10-48cd-8f47-36210c29876d req-b84e1eaf-905c-426c-802d-eb6ce5702c79 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371830 Aug 04 16:28:36.164900 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e993c1-885e-4f4e-bdeb-d26218839c27 req-e07c5357-605d-460f-bca3-b61a8d640abf tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:36.166498 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-a9e993c1-885e-4f4e-bdeb-d26218839c27 req-e07c5357-605d-460f-bca3-b61a8d640abf tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 947 time: 0.0501411 Aug 04 16:28:36.270968 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [req-a9e993c1-885e-4f4e-bdeb-d26218839c27 req-c243d9fc-a24e-494e-9fc5-84a669ecb164 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Deleting port 0da0ab28-3f37-48ae-94a1-42c44e08a854 {{(pid=93330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:28:36.271319 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-a9e993c1-885e-4f4e-bdeb-d26218839c27 req-c243d9fc-a24e-494e-9fc5-84a669ecb164 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:36.365486 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-a9e993c1-885e-4f4e-bdeb-d26218839c27 req-c243d9fc-a24e-494e-9fc5-84a669ecb164 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] For port 0da0ab28-3f37-48ae-94a1-42c44e08a854, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0da0ab28-3f37-48ae-94a1-42c44e08a854,segment=NetworkSegment(ce787726-f448-43d2-afe7-5993012333a5),segment_id=ce787726-f448-43d2-afe7-5993012333a5)] {{(pid=93330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:28:36.365857 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-a9e993c1-885e-4f4e-bdeb-d26218839c27 req-c243d9fc-a24e-494e-9fc5-84a669ecb164 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:36.619217 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a44220c-6480-474c-89f6-e8078ba7d2f4 req-0865d3ae-1091-402a-b7d8-347031f47072 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:36.620793 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-5a44220c-6480-474c-89f6-e8078ba7d2f4 req-0865d3ae-1091-402a-b7d8-347031f47072 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 947 time: 0.1098058 Aug 04 16:28:36.653648 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-a9e993c1-885e-4f4e-bdeb-d26218839c27 req-c243d9fc-a24e-494e-9fc5-84a669ecb164 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:36.654288 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-a9e993c1-885e-4f4e-bdeb-d26218839c27 req-c243d9fc-a24e-494e-9fc5-84a669ecb164 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593542'] for floatingip, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:36.654792 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.db.l3_db [req-a9e993c1-885e-4f4e-bdeb-d26218839c27 req-c243d9fc-a24e-494e-9fc5-84a669ecb164 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Floating IP 159cbbc5-722a-4ed6-b19f-4c0aef254d77 disassociated. External IP: 172.27.2.200, port: 0da0ab28-3f37-48ae-94a1-42c44e08a854. Aug 04 16:28:36.655296 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [req-a9e993c1-885e-4f4e-bdeb-d26218839c27 req-c243d9fc-a24e-494e-9fc5-84a669ecb164 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Calling delete_port for 0da0ab28-3f37-48ae-94a1-42c44e08a854 owned by compute:nova {{(pid=93330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:28:36.728708 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-5a44220c-6480-474c-89f6-e8078ba7d2f4 req-d4a6dbf6-8287-4d49-9d94-4d4c878bbe96 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009643 Aug 04 16:28:36.828689 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-a9e993c1-885e-4f4e-bdeb-d26218839c27 req-c243d9fc-a24e-494e-9fc5-84a669ecb164 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:36.860400 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c243d9fc-a24e-494e-9fc5-84a669ecb164 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Pushing event deleted for resources: {'Port': ['ID=0da0ab28-3f37-48ae-94a1-42c44e08a854,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:36.989041 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9e993c1-885e-4f4e-bdeb-d26218839c27 req-c243d9fc-a24e-494e-9fc5-84a669ecb164 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Router 299b800a-9980-4d14-9bef-7c33d0cbf8ae has already been hosted by L3 agent d346cf64-ca3f-484e-b552-5df8791a7915 {{(pid=93330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:28:37.113780 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9e993c1-885e-4f4e-bdeb-d26218839c27 req-c243d9fc-a24e-494e-9fc5-84a669ecb164 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify agent at l3_agent.dv-cinder-789564-9-iscsi the message routers_updated {{(pid=93330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:28:37.128555 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083cc8af-fcfa-413b-b214-af87b3e48e2c None None] Sync routers for ids ['299b800a-9980-4d14-9bef-7c33d0cbf8ae'] in dv-cinder-789564-9-iscsi {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:28:37.139088 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083cc8af-fcfa-413b-b214-af87b3e48e2c None None] Routers {'299b800a-9980-4d14-9bef-7c33d0cbf8ae'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:28:37.139791 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-083cc8af-fcfa-413b-b214-af87b3e48e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:28:11Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['299b800a-9980-4d14-9bef-7c33d0cbf8ae'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:37.164509 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e993c1-885e-4f4e-bdeb-d26218839c27 req-c243d9fc-a24e-494e-9fc5-84a669ecb164 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] No DVR routers for this DVR port 0da0ab28-3f37-48ae-94a1-42c44e08a854 on host hv-cinder-78956 {{(pid=93330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:28:37.167493 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-a9e993c1-885e-4f4e-bdeb-d26218839c27 req-c243d9fc-a24e-494e-9fc5-84a669ecb164 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:37.169931 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-a9e993c1-885e-4f4e-bdeb-d26218839c27 req-c243d9fc-a24e-494e-9fc5-84a669ecb164 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.50 "DELETE /v2.0/ports/0da0ab28-3f37-48ae-94a1-42c44e08a854 HTTP/1.1" status: 204 len: 173 time: 0.9964161 Aug 04 16:28:37.170496 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e525871-8d1f-4462-9cb5-7e3aeb9c3977', 'name': 'network-vif-deleted', 'tag': '0da0ab28-3f37-48ae-94a1-42c44e08a854'}] {{(pid=93330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:28:37.173502 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37e886c0defde040503dc6230deb255415226de4639eab9b495881836c77004d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5136bed6-a71a-4382-a278-b6d98636e99e" -d '{"events": [{"server_uuid": "7e525871-8d1f-4462-9cb5-7e3aeb9c3977", "name": "network-vif-deleted", "tag": "0da0ab28-3f37-48ae-94a1-42c44e08a854"}]}' {{(pid=93330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:28:37.227460 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75035ee8-670f-44e9-b979-1457a710f770 x-openstack-request-id: req-75035ee8-670f-44e9-b979-1457a710f770 {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:28:37.227908 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e525871-8d1f-4462-9cb5-7e3aeb9c3977", "name": "network-vif-deleted", "tag": "0da0ab28-3f37-48ae-94a1-42c44e08a854", "status": "completed", "code": 200}]} {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:28:37.228396 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-75035ee8-670f-44e9-b979-1457a710f770 {{(pid=93330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:28:37.228828 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e525871-8d1f-4462-9cb5-7e3aeb9c3977', 'name': 'network-vif-deleted', 'tag': '0da0ab28-3f37-48ae-94a1-42c44e08a854', 'status': 'completed', 'code': 200} Aug 04 16:28:37.274201 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-083cc8af-fcfa-413b-b214-af87b3e48e2c None None] Set router 299b800a-9980-4d14-9bef-7c33d0cbf8ae gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:28:37.518633 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-083cc8af-fcfa-413b-b214-af87b3e48e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'name': 'tempest-AttachVolumeShelveTestJSON-537519640-router', 'tenant_id': 'e94f253973de4174807e633c0f67ea51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '05117e04-8afe-46d3-bdd0-2c0d9399eb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:57Z', 'updated_at': '2021-08-04T16:24:15Z', 'revision_number': 4, 'project_id': 'e94f253973de4174807e633c0f67ea51', 'gw_port': {'id': '05117e04-8afe-46d3-bdd0-2c0d9399eb6f', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:94:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:00Z', 'updated_at': '2021-08-04T16:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': 'cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d', 'name': '', 'network_id': '3375530b-34ca-4462-9339-3ed10ebd346b', 'tenant_id': 'e94f253973de4174807e633c0f67ea51', 'mac_address': 'fa:16:3e:83:ec:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ad7513e-214e-4cef-868b-a5927b57f732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:10Z', 'updated_at': '2021-08-04T16:24:25Z', 'revision_number': 5, 'project_id': 'e94f253973de4174807e633c0f67ea51', 'subnets': [{'id': '0ad7513e-214e-4cef-868b-a5927b57f732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:37.548169 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083cc8af-fcfa-413b-b214-af87b3e48e2c None None] Checking router: 299b800a-9980-4d14-9bef-7c33d0cbf8ae for host: dv-cinder-789564-9-iscsi {{(pid=93332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:28:37.557262 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083cc8af-fcfa-413b-b214-af87b3e48e2c None None] Routers {'299b800a-9980-4d14-9bef-7c33d0cbf8ae'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:28:37.557883 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-083cc8af-fcfa-413b-b214-af87b3e48e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:28:11Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['299b800a-9980-4d14-9bef-7c33d0cbf8ae'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:37.708480 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-083cc8af-fcfa-413b-b214-af87b3e48e2c None None] Set router 299b800a-9980-4d14-9bef-7c33d0cbf8ae gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:28:37.916606 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-03f3004c-2af5-4e17-9e6c-d9a28afe177d req-d3e5edc4-7045-4aaa-8260-7fbc0174b697 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e525871-8d1f-4462-9cb5-7e3aeb9c3977 HTTP/1.1" status: 200 len: 210 time: 0.0456362 Aug 04 16:28:37.981739 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-083cc8af-fcfa-413b-b214-af87b3e48e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'name': 'tempest-AttachVolumeShelveTestJSON-537519640-router', 'tenant_id': 'e94f253973de4174807e633c0f67ea51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '05117e04-8afe-46d3-bdd0-2c0d9399eb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:57Z', 'updated_at': '2021-08-04T16:24:15Z', 'revision_number': 4, 'project_id': 'e94f253973de4174807e633c0f67ea51', 'gw_port': {'id': '05117e04-8afe-46d3-bdd0-2c0d9399eb6f', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:94:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:00Z', 'updated_at': '2021-08-04T16:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': 'cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d', 'name': '', 'network_id': '3375530b-34ca-4462-9339-3ed10ebd346b', 'tenant_id': 'e94f253973de4174807e633c0f67ea51', 'mac_address': 'fa:16:3e:83:ec:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ad7513e-214e-4cef-868b-a5927b57f732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:10Z', 'updated_at': '2021-08-04T16:24:25Z', 'revision_number': 5, 'project_id': 'e94f253973de4174807e633c0f67ea51', 'subnets': [{'id': '0ad7513e-214e-4cef-868b-a5927b57f732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:38.008954 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083cc8af-fcfa-413b-b214-af87b3e48e2c None None] The sync data for ids ['299b800a-9980-4d14-9bef-7c33d0cbf8ae'] in dv-cinder-789564-9-iscsi is: [{'id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'name': 'tempest-AttachVolumeShelveTestJSON-537519640-router', 'tenant_id': 'e94f253973de4174807e633c0f67ea51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '05117e04-8afe-46d3-bdd0-2c0d9399eb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:57Z', 'updated_at': '2021-08-04T16:24:15Z', 'revision_number': 4, 'project_id': 'e94f253973de4174807e633c0f67ea51', 'gw_port': {'id': '05117e04-8afe-46d3-bdd0-2c0d9399eb6f', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:94:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:00Z', 'updated_at': '2021-08-04T16:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': 'cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d', 'name': '', 'network_id': '3375530b-34ca-4462-9339-3ed10ebd346b', 'tenant_id': 'e94f253973de4174807e633c0f67ea51', 'mac_address': 'fa:16:3e:83:ec:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ad7513e-214e-4cef-868b-a5927b57f732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:10Z', 'updated_at': '2021-08-04T16:24:25Z', 'revision_number': 5, 'project_id': 'e94f253973de4174807e633c0f67ea51', 'subnets': [{'id': '0ad7513e-214e-4cef-868b-a5927b57f732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:28:38.134757 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-827bee91-c6b5-4fad-8621-14d02f0c9456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:38.251072 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1120570-479f-4edc-939b-1ee432ffbc17 None None] New status for floating IP 159cbbc5-722a-4ed6-b19f-4c0aef254d77: DOWN {{(pid=93333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:28:38.921321 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 0da0ab28-3f37-48ae-94a1-42c44e08a854 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:28:38.958757 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] No Port match for: 0da0ab28-3f37-48ae-94a1-42c44e08a854 {{(pid=93332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:28:38.959103 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 0da0ab28-3f37-48ae-94a1-42c44e08a854 not bound to the agent host hv-cinder-78956 {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:28:39.047268 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 45666) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:39.125353 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-9da24862-1cca-461e-8503-0b40f78be90b tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:39.167606 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-9da24862-1cca-461e-8503-0b40f78be90b tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:39.237753 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-9da24862-1cca-461e-8503-0b40f78be90b tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:39.241030 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-9da24862-1cca-461e-8503-0b40f78be90b tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:39.247781 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-9da24862-1cca-461e-8503-0b40f78be90b tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "DELETE /v2.0/security-groups/3644bf2a-768a-44b5-af9c-ceabb2ff8dc1 HTTP/1.1" status: 204 len: 168 time: 0.1960075 Aug 04 16:28:39.248246 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 45672) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:39.263148 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da24862-1cca-461e-8503-0b40f78be90b tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3644bf2a-768a-44b5-af9c-ceabb2ff8dc1,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:39.268055 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.api.v2.resource [None req-a981bbf4-8aea-4882-8399-307bdfaf5987 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] show failed (client error): The resource could not be found. Aug 04 16:28:39.274293 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-a981bbf4-8aea-4882-8399-307bdfaf5987 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups/3644bf2a-768a-44b5-af9c-ceabb2ff8dc1 HTTP/1.1" status: 404 len: 347 time: 0.0218658 Aug 04 16:28:39.275197 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 45674) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:39.435997 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [None req-7cba6abc-4512-4ff1-a214-2bb9988ad21b tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Deleting port 8f54943d-2f25-4d5e-a6c9-987685b7f00b {{(pid=93330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:28:39.436203 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-7cba6abc-4512-4ff1-a214-2bb9988ad21b tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:39.516921 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-7cba6abc-4512-4ff1-a214-2bb9988ad21b tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:39.517250 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-7cba6abc-4512-4ff1-a214-2bb9988ad21b tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:39.528825 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [None req-7cba6abc-4512-4ff1-a214-2bb9988ad21b tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Calling delete_port for 8f54943d-2f25-4d5e-a6c9-987685b7f00b owned by network:floatingip {{(pid=93330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:28:39.691736 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-7cba6abc-4512-4ff1-a214-2bb9988ad21b tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:39.724382 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba6abc-4512-4ff1-a214-2bb9988ad21b tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Pushing event deleted for resources: {'Port': ['ID=8f54943d-2f25-4d5e-a6c9-987685b7f00b,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:39.789719 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-7cba6abc-4512-4ff1-a214-2bb9988ad21b tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks [] for floatingip, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:39.792664 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-7cba6abc-4512-4ff1-a214-2bb9988ad21b tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for floatingip, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:39.794349 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-7cba6abc-4512-4ff1-a214-2bb9988ad21b tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "DELETE /v2.0/floatingips/159cbbc5-722a-4ed6-b19f-4c0aef254d77 HTTP/1.1" status: 204 len: 168 time: 0.5178359 Aug 04 16:28:39.824762 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-b4462f33-e782-497d-bb42-da65c96d151d req-cc9e453c-0dae-448a-b5ad-48a83960c973 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-991765849&fields=id&tenant_id=c5b483243f1443f891eee772089355e6 HTTP/1.1" status: 200 len: 267 time: 0.0360069 Aug 04 16:28:39.884829 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4462f33-e782-497d-bb42-da65c96d151d req-c5b4c92b-97d1-4bab-970e-dc6b369af647 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:39.890516 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-b4462f33-e782-497d-bb42-da65c96d151d req-c5b4c92b-97d1-4bab-970e-dc6b369af647 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 984 time: 0.0552101 Aug 04 16:28:39.901239 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [req-b4462f33-e782-497d-bb42-da65c96d151d req-1b883354-3bbf-46bc-a8f8-bcc7ed3a22db tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Request body: {'port': {'security_groups': ['048d372e-c15a-4862-941b-693b08f4b708']}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:28:39.973236 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [req-b4462f33-e782-497d-bb42-da65c96d151d req-1b883354-3bbf-46bc-a8f8-bcc7ed3a22db tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:40.176950 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.db [req-b4462f33-e782-497d-bb42-da65c96d151d req-1b883354-3bbf-46bc-a8f8-bcc7ed3a22db tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] For port 25c02836-f5d3-4db9-bfb6-3cfc493da78c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=25c02836-f5d3-4db9-bfb6-3cfc493da78c,segment=NetworkSegment(2836939e-73dd-4a0d-ba0c-87ac3d65e8d9),segment_id=2836939e-73dd-4a0d-ba0c-87ac3d65e8d9)] {{(pid=93331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:28:40.202854 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 45682) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:40.208187 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [None req-e77b5529-c767-4603-af0e-931e80cf0071 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1910733430', 'description': 'tempest-description--1582616583'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:28:40.210655 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [req-b4462f33-e782-497d-bb42-da65c96d151d req-1b883354-3bbf-46bc-a8f8-bcc7ed3a22db tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks [] for port, precommit_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:40.217279 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [req-b4462f33-e782-497d-bb42-da65c96d151d req-1b883354-3bbf-46bc-a8f8-bcc7ed3a22db tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129279404'] for port, after_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:40.242829 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] get_ports_and_sgs() called for port_ids ['25c02836-f5d3-4db9-bfb6-3cfc493da78c'] {{(pid=93332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:28:40.248238 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-e77b5529-c767-4603-af0e-931e80cf0071 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks [] for security_group, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:40.260760 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4462f33-e782-497d-bb42-da65c96d151d req-1b883354-3bbf-46bc-a8f8-bcc7ed3a22db tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:40.261599 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [req-b4462f33-e782-497d-bb42-da65c96d151d req-1b883354-3bbf-46bc-a8f8-bcc7ed3a22db tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for port, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:40.266986 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-b4462f33-e782-497d-bb42-da65c96d151d req-1b883354-3bbf-46bc-a8f8-bcc7ed3a22db tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "PUT /v2.0/ports/25c02836-f5d3-4db9-bfb6-3cfc493da78c HTTP/1.1" status: 200 len: 942 time: 0.3722889 Aug 04 16:28:40.270257 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc4cbe9-9ab3-4a0f-8e98-af6face4a038', 'tag': '25c02836-f5d3-4db9-bfb6-3cfc493da78c'}] {{(pid=93331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:28:40.272454 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b1e7a993a9ef4a638b089ca602ec57e73654d5de59f22d070ba1fe881ce508d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3604ad8f-6cb5-44d4-8868-404468bbf189" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc4cbe9-9ab3-4a0f-8e98-af6face4a038", "tag": "25c02836-f5d3-4db9-bfb6-3cfc493da78c"}]}' {{(pid=93331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:28:40.275227 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 45684) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:40.314443 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b883354-3bbf-46bc-a8f8-bcc7ed3a22db tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Pushing event updated for resources: {'Port': ['ID=25c02836-f5d3-4db9-bfb6-3cfc493da78c,revision_number=7']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:40.348920 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f32fc42-05a3-42af-981c-1a27721d11ec x-openstack-request-id: req-8f32fc42-05a3-42af-981c-1a27721d11ec {{(pid=93331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:28:40.349223 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc4cbe9-9ab3-4a0f-8e98-af6face4a038", "tag": "25c02836-f5d3-4db9-bfb6-3cfc493da78c", "status": "completed", "code": 200}]} {{(pid=93331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:28:40.350250 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8f32fc42-05a3-42af-981c-1a27721d11ec {{(pid=93331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:28:40.351573 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc4cbe9-9ab3-4a0f-8e98-af6face4a038', 'tag': '25c02836-f5d3-4db9-bfb6-3cfc493da78c', 'status': 'completed', 'code': 200} Aug 04 16:28:40.399434 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] get_ports_and_sgs() called for port_ids ['25c02836-f5d3-4db9-bfb6-3cfc493da78c'] {{(pid=93332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:28:40.684419 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-f3ae3d7b-836b-4c5d-927e-3babb887499e None None] Provisioning complete for port 25c02836-f5d3-4db9-bfb6-3cfc493da78c triggered by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:40.684875 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-f3ae3d7b-836b-4c5d-927e-3babb887499e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:40.751435 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-d6d14b7e-cba2-4aac-ad09-0b473b4cd682 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:40.794340 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604ad8f-6cb5-44d4-8868-404468bbf189 req-08ce4aec-88c0-423a-bbc1-ae25f6c049dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:40.795827 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3604ad8f-6cb5-44d4-8868-404468bbf189 req-08ce4aec-88c0-423a-bbc1-ae25f6c049dc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c5b483243f1443f891eee772089355e6&device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 1098 time: 0.3979943 Aug 04 16:28:40.806790 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-d6d14b7e-cba2-4aac-ad09-0b473b4cd682 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:40.866340 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-e77b5529-c767-4603-af0e-931e80cf0071 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks [] for security_group, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:40.875277 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-e77b5529-c767-4603-af0e-931e80cf0071 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:40.923876 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-df88e65c-ab41-462a-a39b-5b69b62ea916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:40.931191 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-e77b5529-c767-4603-af0e-931e80cf0071 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:40.935222 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-e77b5529-c767-4603-af0e-931e80cf0071 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7286129 Aug 04 16:28:40.935627 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 45708) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:40.940774 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-00cde487-b6fa-422c-91c7-b9f556b8658e tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Request body: {'security_group_rule': {'security_group_id': '6885e5fb-d95b-4859-88fb-3e0acd1d86e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:28:40.945335 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b5529-c767-4603-af0e-931e80cf0071 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6885e5fb-d95b-4859-88fb-3e0acd1d86e6,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:40.975810 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:40.976985 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604ad8f-6cb5-44d4-8868-404468bbf189 req-d751b45a-ccb5-4cfc-9209-f2cc2f1cfb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:40.980147 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3604ad8f-6cb5-44d4-8868-404468bbf189 req-d751b45a-ccb5-4cfc-9209-f2cc2f1cfb24 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ac7cd450-e44f-4fa4-b535-c94ee7de8b1a HTTP/1.1" status: 200 len: 916 time: 0.1706281 Aug 04 16:28:40.985764 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-00cde487-b6fa-422c-91c7-b9f556b8658e tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:40.997625 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-d6d14b7e-cba2-4aac-ad09-0b473b4cd682 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:41.000108 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-d6d14b7e-cba2-4aac-ad09-0b473b4cd682 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:41.001216 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-d6d14b7e-cba2-4aac-ad09-0b473b4cd682 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "DELETE /v2.0/security-groups/e5a6013c-8210-4748-ba4c-aa2fab3cace6 HTTP/1.1" status: 204 len: 168 time: 0.7250323 Aug 04 16:28:41.004399 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 45710) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:41.039956 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d14b7e-cba2-4aac-ad09-0b473b4cd682 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a6013c-8210-4748-ba4c-aa2fab3cace6,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:41.070679 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3604ad8f-6cb5-44d4-8868-404468bbf189 req-6f98bd3e-1c8e-4367-8d5a-e58e83b4c8af service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25c02836-f5d3-4db9-bfb6-3cfc493da78c HTTP/1.1" status: 200 len: 1001 time: 0.0805523 Aug 04 16:28:41.125972 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604ad8f-6cb5-44d4-8868-404468bbf189 req-d6d9bb48-5534-46f1-a3f3-cf77cd368368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:41.127470 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3604ad8f-6cb5-44d4-8868-404468bbf189 req-d6d9bb48-5534-46f1-a3f3-cf77cd368368 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9ef757f-c3c6-418f-9d37-283a70110fe2 HTTP/1.1" status: 200 len: 854 time: 0.0474179 Aug 04 16:28:41.133255 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-00cde487-b6fa-422c-91c7-b9f556b8658e tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:41.143131 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-00cde487-b6fa-422c-91c7-b9f556b8658e tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598158'] for security_group_rule, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:41.184472 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604ad8f-6cb5-44d4-8868-404468bbf189 req-5eb05c1f-bb47-48de-b5ca-d8a557f8f66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:41.186093 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3604ad8f-6cb5-44d4-8868-404468bbf189 req-5eb05c1f-bb47-48de-b5ca-d8a557f8f66b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ac7cd450-e44f-4fa4-b535-c94ee7de8b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508335 Aug 04 16:28:41.293547 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3604ad8f-6cb5-44d4-8868-404468bbf189 req-5e8256cb-e8ca-4e41-ab9e-b1aeca4d4f60 service neutron] 10.222.0.50 "GET /v2.0/networks/ac7cd450-e44f-4fa4-b535-c94ee7de8b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940850 Aug 04 16:28:41.404828 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3604ad8f-6cb5-44d4-8868-404468bbf189 req-a77cbd32-4eff-471b-ac97-651337f113b8 service neutron] 10.222.0.50 "GET /v2.0/networks/ac7cd450-e44f-4fa4-b535-c94ee7de8b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034012 Aug 04 16:28:41.442178 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cde487-b6fa-422c-91c7-b9f556b8658e tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9711876d-ffdb-4402-a445-0883b7fcbff4,revision_number=0']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:41.445927 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-00cde487-b6fa-422c-91c7-b9f556b8658e tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:41.447141 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-00cde487-b6fa-422c-91c7-b9f556b8658e tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5104501 Aug 04 16:28:41.450324 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 45712) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:41.455447 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [None req-0afd3e4a-9d16-4512-b49e-10a082b33643 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Request body: {'security_group_rule': {'security_group_id': '6885e5fb-d95b-4859-88fb-3e0acd1d86e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:28:41.471935 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.plugin [None req-1345de54-7876-4b0c-b5ff-4534e9bb160b tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Deleting port bea0555b-5055-4d52-831c-a1e3cd2aa03e {{(pid=93331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:28:41.472276 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-1345de54-7876-4b0c-b5ff-4534e9bb160b tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:41.484798 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-0afd3e4a-9d16-4512-b49e-10a082b33643 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:41.548377 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-0afd3e4a-9d16-4512-b49e-10a082b33643 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:41.553960 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-0afd3e4a-9d16-4512-b49e-10a082b33643 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598158'] for security_group_rule, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:41.554613 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-1345de54-7876-4b0c-b5ff-4534e9bb160b tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:41.554955 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-1345de54-7876-4b0c-b5ff-4534e9bb160b tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:41.567259 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.plugin [None req-1345de54-7876-4b0c-b5ff-4534e9bb160b tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Calling delete_port for bea0555b-5055-4d52-831c-a1e3cd2aa03e owned by network:floatingip {{(pid=93331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:28:41.572228 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd3e4a-9d16-4512-b49e-10a082b33643 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d292dd6b-a521-4c9f-8af9-d8fb98aa6527,revision_number=0']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:41.584430 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-0afd3e4a-9d16-4512-b49e-10a082b33643 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:41.585694 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-0afd3e4a-9d16-4512-b49e-10a082b33643 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1343508 Aug 04 16:28:41.588960 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 45716) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:41.593717 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [None req-8a774bde-a4e1-4aaa-9401-c944dabf02ff tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Request body: {'floatingip': {'floating_network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:28:41.633055 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-8a774bde-a4e1-4aaa-9401-c944dabf02ff tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks [] for floatingip, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:41.740220 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-8a774bde-a4e1-4aaa-9401-c944dabf02ff tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:41.790883 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-1345de54-7876-4b0c-b5ff-4534e9bb160b tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129279319'] for port, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:41.818865 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1345de54-7876-4b0c-b5ff-4534e9bb160b tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Pushing event deleted for resources: {'Port': ['ID=bea0555b-5055-4d52-831c-a1e3cd2aa03e,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:41.861221 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.db_base_plugin_common [None req-8a774bde-a4e1-4aaa-9401-c944dabf02ff tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Allocated IP 172.27.2.77 (79da2935-f34e-4d6b-93be-bb960bd015b1/1f6d232c-c352-4ff7-8ce5-aebf5b141825/ee49f25f-2a74-46f0-b75e-9bda3a5cdb94) {{(pid=93330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:28:41.887388 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-1345de54-7876-4b0c-b5ff-4534e9bb160b tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks [] for floatingip, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:41.887761 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.db.l3_db [None req-1345de54-7876-4b0c-b5ff-4534e9bb160b tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Floating IP f05db3c4-f925-4546-9109-310657371589 disassociated (deleted). External IP: 172.27.2.199, port: 25c02836-f5d3-4db9-bfb6-3cfc493da78c. Aug 04 16:28:41.976517 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-8a774bde-a4e1-4aaa-9401-c944dabf02ff tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks [] for port, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:42.023295 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-8a774bde-a4e1-4aaa-9401-c944dabf02ff tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:42.068771 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a774bde-a4e1-4aaa-9401-c944dabf02ff tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Network 79da2935-f34e-4d6b-93be-bb960bd015b1 is already hosted by enough agents. {{(pid=93330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:28:42.073362 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [None req-8a774bde-a4e1-4aaa-9401-c944dabf02ff tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Resources bound (agent type, host, resource id): {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:28:42.080050 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a774bde-a4e1-4aaa-9401-c944dabf02ff tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Received port after_create {{(pid=93330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:28:42.110300 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a774bde-a4e1-4aaa-9401-c944dabf02ff tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Pushing event updated for resources: {'Port': ['ID=ee49f25f-2a74-46f0-b75e-9bda3a5cdb94,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:42.122848 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1345de54-7876-4b0c-b5ff-4534e9bb160b tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Router d70bc899-c0de-4276-85f7-5b5245d458b0 has already been hosted by L3 agent d346cf64-ca3f-484e-b552-5df8791a7915 {{(pid=93331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:28:42.184387 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-8a774bde-a4e1-4aaa-9401-c944dabf02ff tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:42.219212 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 45728) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:42.236506 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-8a774bde-a4e1-4aaa-9401-c944dabf02ff tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:42.236801 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:42.260965 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1345de54-7876-4b0c-b5ff-4534e9bb160b tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify agent at l3_agent.dv-cinder-789564-9-iscsi the message routers_updated {{(pid=93331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:28:42.266551 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-1345de54-7876-4b0c-b5ff-4534e9bb160b tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for floatingip, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:42.274428 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deac6b62-611b-435d-978c-e22406cc40c5 None None] Sync routers for ids ['d70bc899-c0de-4276-85f7-5b5245d458b0'] in dv-cinder-789564-9-iscsi {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:28:42.290576 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deac6b62-611b-435d-978c-e22406cc40c5 None None] Routers {'d70bc899-c0de-4276-85f7-5b5245d458b0'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:28:42.292377 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-deac6b62-611b-435d-978c-e22406cc40c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:28:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['d70bc899-c0de-4276-85f7-5b5245d458b0'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:42.306869 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-1345de54-7876-4b0c-b5ff-4534e9bb160b tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "DELETE /v2.0/floatingips/f05db3c4-f925-4546-9109-310657371589 HTTP/1.1" status: 204 len: 168 time: 1.3010759 Aug 04 16:28:42.358355 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc4cbe9-9ab3-4a0f-8e98-af6face4a038', 'tag': '25c02836-f5d3-4db9-bfb6-3cfc493da78c'}] {{(pid=93331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:28:42.361164 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b1e7a993a9ef4a638b089ca602ec57e73654d5de59f22d070ba1fe881ce508d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5cb93c6-bf94-41c3-be56-db50e376095b" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc4cbe9-9ab3-4a0f-8e98-af6face4a038", "tag": "25c02836-f5d3-4db9-bfb6-3cfc493da78c"}]}' {{(pid=93331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:28:42.388632 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-704af892-130b-46c6-a26a-3ea095435259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:42.479251 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-8a774bde-a4e1-4aaa-9401-c944dabf02ff tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks [] for port, precommit_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:42.503890 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-deac6b62-611b-435d-978c-e22406cc40c5 None None] Set router d70bc899-c0de-4276-85f7-5b5245d458b0 gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:28:42.522479 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-8a774bde-a4e1-4aaa-9401-c944dabf02ff tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129638395'] for port, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:42.548067 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499b1d59-a7e1-4b2a-8ee8-5d4345df1d73 x-openstack-request-id: req-499b1d59-a7e1-4b2a-8ee8-5d4345df1d73 {{(pid=93331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:28:42.548660 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc4cbe9-9ab3-4a0f-8e98-af6face4a038", "tag": "25c02836-f5d3-4db9-bfb6-3cfc493da78c", "status": "completed", "code": 200}]} {{(pid=93331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:28:42.548660 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-499b1d59-a7e1-4b2a-8ee8-5d4345df1d73 {{(pid=93331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:28:42.549070 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc4cbe9-9ab3-4a0f-8e98-af6face4a038', 'tag': '25c02836-f5d3-4db9-bfb6-3cfc493da78c', 'status': 'completed', 'code': 200} Aug 04 16:28:42.564340 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-704af892-130b-46c6-a26a-3ea095435259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:42.572361 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-704af892-130b-46c6-a26a-3ea095435259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:42.629860 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a774bde-a4e1-4aaa-9401-c944dabf02ff tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Pushing event updated for resources: {'Port': ['ID=ee49f25f-2a74-46f0-b75e-9bda3a5cdb94,revision_number=2']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:42.648063 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-704af892-130b-46c6-a26a-3ea095435259 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=abf4e0acfb4949a9a2d838467c348419&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4276578 Aug 04 16:28:42.650441 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704af892-130b-46c6-a26a-3ea095435259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98897c0-4c65-4772-82d7-404845f0c5bf,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:42.652974 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 45744) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:42.666431 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb93c6-bf94-41c3-be56-db50e376095b req-89cfbdad-94e2-4852-8d0b-f0dfeba3a073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:42.673380 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f5cb93c6-bf94-41c3-be56-db50e376095b req-89cfbdad-94e2-4852-8d0b-f0dfeba3a073 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c5b483243f1443f891eee772089355e6&device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 1098 time: 0.1901357 Aug 04 16:28:42.708783 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-8a774bde-a4e1-4aaa-9401-c944dabf02ff tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593542'] for floatingip, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:42.714370 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-947a32d9-245d-4acf-aef2-3e334d32ebfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:42.746340 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-947a32d9-245d-4acf-aef2-3e334d32ebfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:42.787094 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-8a774bde-a4e1-4aaa-9401-c944dabf02ff tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for floatingip, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:42.796731 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-8a774bde-a4e1-4aaa-9401-c944dabf02ff tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1985135 Aug 04 16:28:42.824859 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb93c6-bf94-41c3-be56-db50e376095b req-abba6eca-7de7-4748-9b83-2713bceebb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:42.826687 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f5cb93c6-bf94-41c3-be56-db50e376095b req-abba6eca-7de7-4748-9b83-2713bceebb9c service neutron] 10.222.0.50 "GET /v2.0/networks?id=ac7cd450-e44f-4fa4-b535-c94ee7de8b1a HTTP/1.1" status: 200 len: 916 time: 0.1389961 Aug 04 16:28:42.828353 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-947a32d9-245d-4acf-aef2-3e334d32ebfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:42.831603 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-947a32d9-245d-4acf-aef2-3e334d32ebfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:42.835217 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-947a32d9-245d-4acf-aef2-3e334d32ebfa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e98897c0-4c65-4772-82d7-404845f0c5bf HTTP/1.1" status: 204 len: 168 time: 0.1789470 Aug 04 16:28:42.842063 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a32d9-245d-4acf-aef2-3e334d32ebfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98897c0-4c65-4772-82d7-404845f0c5bf,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:42.856536 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-deac6b62-611b-435d-978c-e22406cc40c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd70bc899-c0de-4276-85f7-5b5245d458b0', 'name': 'tempest-TestMinimumBasicScenario-2053931715-router', 'tenant_id': 'c5b483243f1443f891eee772089355e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ae4e1e4-cf68-496d-898c-2a888f4ff915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:25:28Z', 'updated_at': '2021-08-04T16:25:32Z', 'revision_number': 4, 'project_id': 'c5b483243f1443f891eee772089355e6', 'gw_port': {'id': '3ae4e1e4-cf68-496d-898c-2a888f4ff915', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70bc899-c0de-4276-85f7-5b5245d458b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:25:29Z', 'updated_at': '2021-08-04T16:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '121cf242-a08a-4a7b-94cf-fea277b343b4', 'name': '', 'network_id': 'ac7cd450-e44f-4fa4-b535-c94ee7de8b1a', 'tenant_id': 'c5b483243f1443f891eee772089355e6', 'mac_address': 'fa:16:3e:a2:0a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70bc899-c0de-4276-85f7-5b5245d458b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'c9ef757f-c3c6-418f-9d37-283a70110fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:25:31Z', 'updated_at': '2021-08-04T16:25:39Z', 'revision_number': 5, 'project_id': 'c5b483243f1443f891eee772089355e6', 'subnets': [{'id': 'c9ef757f-c3c6-418f-9d37-283a70110fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:42.891115 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f5cb93c6-bf94-41c3-be56-db50e376095b req-a45be944-2d3d-4db7-9f34-95baf394b5f9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25c02836-f5d3-4db9-bfb6-3cfc493da78c HTTP/1.1" status: 200 len: 217 time: 0.0501838 Aug 04 16:28:42.892413 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deac6b62-611b-435d-978c-e22406cc40c5 None None] Checking router: d70bc899-c0de-4276-85f7-5b5245d458b0 for host: dv-cinder-789564-9-iscsi {{(pid=93332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:28:42.902142 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deac6b62-611b-435d-978c-e22406cc40c5 None None] Routers {'d70bc899-c0de-4276-85f7-5b5245d458b0'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:28:42.902832 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-deac6b62-611b-435d-978c-e22406cc40c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:28:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['d70bc899-c0de-4276-85f7-5b5245d458b0'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:42.963818 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb93c6-bf94-41c3-be56-db50e376095b req-76b0d2a2-fafd-4441-ade7-8424cee7145b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:42.965554 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f5cb93c6-bf94-41c3-be56-db50e376095b req-76b0d2a2-fafd-4441-ade7-8424cee7145b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9ef757f-c3c6-418f-9d37-283a70110fe2 HTTP/1.1" status: 200 len: 854 time: 0.0636909 Aug 04 16:28:43.027827 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb93c6-bf94-41c3-be56-db50e376095b req-730c2fc2-9c5e-4610-ad85-56a82071ef60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:43.029669 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f5cb93c6-bf94-41c3-be56-db50e376095b req-730c2fc2-9c5e-4610-ad85-56a82071ef60 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ac7cd450-e44f-4fa4-b535-c94ee7de8b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543838 Aug 04 16:28:43.047505 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-0c04dbfc-bc21-40f3-888f-13b98a43b260 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1910733430&fields=id&tenant_id=e94f253973de4174807e633c0f67ea51 HTTP/1.1" status: 200 len: 267 time: 0.0384777 Aug 04 16:28:43.171761 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f5cb93c6-bf94-41c3-be56-db50e376095b req-8d514e95-6306-49cf-8348-b31f4659e161 service neutron] 10.222.0.50 "GET /v2.0/networks/ac7cd450-e44f-4fa4-b535-c94ee7de8b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267538 Aug 04 16:28:43.183085 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-9c615e79-5ceb-46e0-af3f-a2127376f951 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:43.183781 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-deac6b62-611b-435d-978c-e22406cc40c5 None None] Set router d70bc899-c0de-4276-85f7-5b5245d458b0 gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:28:43.185194 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-9c615e79-5ceb-46e0-af3f-a2127376f951 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/networks?id=3375530b-34ca-4462-9339-3ed10ebd346b HTTP/1.1" status: 200 len: 816 time: 0.1305320 Aug 04 16:28:43.202135 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-545bec43-0770-4df5-9bd6-082dbe8151d4 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/quotas/e94f253973de4174807e633c0f67ea51 HTTP/1.1" status: 200 len: 375 time: 0.0100276 Aug 04 16:28:43.276172 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 45764) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:43.290836 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-d0628372-5c86-41cc-a39d-6e5409ac3634 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e94f253973de4174807e633c0f67ea51&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0727878 Aug 04 16:28:43.299596 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-b12f3275-05b8-4661-a292-6c4964aed8f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:43.301045 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f5cb93c6-bf94-41c3-be56-db50e376095b req-48737d4c-c21e-4264-aa39-1faef23ed2bf service neutron] 10.222.0.50 "GET /v2.0/networks/ac7cd450-e44f-4fa4-b535-c94ee7de8b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217415 Aug 04 16:28:43.460086 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-d4713dc6-c9b3-454a-890e-150a1fff5fe7 service neutron] 10.222.0.77 "GET /v2.0/networks/3375530b-34ca-4462-9339-3ed10ebd346b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503475 Aug 04 16:28:43.482310 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-deac6b62-611b-435d-978c-e22406cc40c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd70bc899-c0de-4276-85f7-5b5245d458b0', 'name': 'tempest-TestMinimumBasicScenario-2053931715-router', 'tenant_id': 'c5b483243f1443f891eee772089355e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ae4e1e4-cf68-496d-898c-2a888f4ff915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:25:28Z', 'updated_at': '2021-08-04T16:25:32Z', 'revision_number': 4, 'project_id': 'c5b483243f1443f891eee772089355e6', 'gw_port': {'id': '3ae4e1e4-cf68-496d-898c-2a888f4ff915', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70bc899-c0de-4276-85f7-5b5245d458b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:25:29Z', 'updated_at': '2021-08-04T16:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '121cf242-a08a-4a7b-94cf-fea277b343b4', 'name': '', 'network_id': 'ac7cd450-e44f-4fa4-b535-c94ee7de8b1a', 'tenant_id': 'c5b483243f1443f891eee772089355e6', 'mac_address': 'fa:16:3e:a2:0a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70bc899-c0de-4276-85f7-5b5245d458b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'c9ef757f-c3c6-418f-9d37-283a70110fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:25:31Z', 'updated_at': '2021-08-04T16:25:39Z', 'revision_number': 5, 'project_id': 'c5b483243f1443f891eee772089355e6', 'subnets': [{'id': 'c9ef757f-c3c6-418f-9d37-283a70110fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:43.514005 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deac6b62-611b-435d-978c-e22406cc40c5 None None] The sync data for ids ['d70bc899-c0de-4276-85f7-5b5245d458b0'] in dv-cinder-789564-9-iscsi is: [{'id': 'd70bc899-c0de-4276-85f7-5b5245d458b0', 'name': 'tempest-TestMinimumBasicScenario-2053931715-router', 'tenant_id': 'c5b483243f1443f891eee772089355e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ae4e1e4-cf68-496d-898c-2a888f4ff915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:25:28Z', 'updated_at': '2021-08-04T16:25:32Z', 'revision_number': 4, 'project_id': 'c5b483243f1443f891eee772089355e6', 'gw_port': {'id': '3ae4e1e4-cf68-496d-898c-2a888f4ff915', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70bc899-c0de-4276-85f7-5b5245d458b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:25:29Z', 'updated_at': '2021-08-04T16:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '121cf242-a08a-4a7b-94cf-fea277b343b4', 'name': '', 'network_id': 'ac7cd450-e44f-4fa4-b535-c94ee7de8b1a', 'tenant_id': 'c5b483243f1443f891eee772089355e6', 'mac_address': 'fa:16:3e:a2:0a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70bc899-c0de-4276-85f7-5b5245d458b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'c9ef757f-c3c6-418f-9d37-283a70110fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:25:31Z', 'updated_at': '2021-08-04T16:25:39Z', 'revision_number': 5, 'project_id': 'c5b483243f1443f891eee772089355e6', 'subnets': [{'id': 'c9ef757f-c3c6-418f-9d37-283a70110fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:28:43.645625 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-b12f3275-05b8-4661-a292-6c4964aed8f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:43.647989 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-a81c0a7d-6d84-452d-9585-6652ab460892 service neutron] 10.222.0.77 "GET /v2.0/networks/3375530b-34ca-4462-9339-3ed10ebd346b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869900 Aug 04 16:28:43.650605 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-b12f3275-05b8-4661-a292-6c4964aed8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:43.682168 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:43.711811 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-b12f3275-05b8-4661-a292-6c4964aed8f9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7943f9c23a0b46b4848c27f6cd5dc76d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4316568 Aug 04 16:28:43.712370 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 45776) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:43.714862 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f3275-05b8-4661-a292-6c4964aed8f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c18dfc-c4e1-48b2-97ba-d8bcbba01b12,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:43.778276 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-2b832722-19e8-406e-85da-c3a218d4cb63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:43.842446 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-2b832722-19e8-406e-85da-c3a218d4cb63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:43.861298 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-cc40e6f5-cead-4e5a-841a-14128a9127fe req-0e109798-97c6-4c16-b72b-471272b1ae3b tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 210 time: 0.0414612 Aug 04 16:28:43.915155 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-2b832722-19e8-406e-85da-c3a218d4cb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:43.918353 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-2b832722-19e8-406e-85da-c3a218d4cb63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:43.919789 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-2b832722-19e8-406e-85da-c3a218d4cb63 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/82c18dfc-c4e1-48b2-97ba-d8bcbba01b12 HTTP/1.1" status: 204 len: 168 time: 0.2064583 Aug 04 16:28:43.929768 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4f7fdd-e24d-497c-9c97-77897bec8f0d None None] New status for floating IP f05db3c4-f925-4546-9109-310657371589: DOWN {{(pid=93333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:28:43.933197 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b832722-19e8-406e-85da-c3a218d4cb63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c18dfc-c4e1-48b2-97ba-d8bcbba01b12,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:44.392120 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 45804) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:44.406514 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-5a5d2227-af9f-4a1d-88be-d3989c5d6c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:44.527774 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-5a5d2227-af9f-4a1d-88be-d3989c5d6c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:44.533341 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-5a5d2227-af9f-4a1d-88be-d3989c5d6c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:44.574049 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-5a5d2227-af9f-4a1d-88be-d3989c5d6c80 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=56e123d99a5c455eb8fe7a3f6e6e2823&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1805251 Aug 04 16:28:44.574885 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d2227-af9f-4a1d-88be-d3989c5d6c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5256ad-fa85-41a1-bcce-719580ae2b05,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:44.577085 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 45806) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:44.628299 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-45fa8663-997c-440a-86c0-0c499f283eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:44.651994 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-45fa8663-997c-440a-86c0-0c499f283eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:44.708146 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-45fa8663-997c-440a-86c0-0c499f283eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:44.710749 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-45fa8663-997c-440a-86c0-0c499f283eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:44.711945 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-45fa8663-997c-440a-86c0-0c499f283eb3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ee5256ad-fa85-41a1-bcce-719580ae2b05 HTTP/1.1" status: 204 len: 168 time: 0.1338761 Aug 04 16:28:44.720929 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8663-997c-440a-86c0-0c499f283eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5256ad-fa85-41a1-bcce-719580ae2b05,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:44.991779 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-8f49bcf2-93b1-47eb-9cbc-52158d1b55e5 req-477af04a-ed32-43a5-aa04-6de2c29c3b38 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 210 time: 0.0329349 Aug 04 16:28:45.161322 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-7f91afff-7764-4d27-b675-f370eabe614b tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:45.163032 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-7f91afff-7764-4d27-b675-f370eabe614b tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.50 "GET /v2.0/networks?id=3375530b-34ca-4462-9339-3ed10ebd346b HTTP/1.1" status: 200 len: 816 time: 0.1833141 Aug 04 16:28:45.218089 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-ebf74e46-8ce9-4e12-9495-9a9b7033c34e tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e94f253973de4174807e633c0f67ea51 HTTP/1.1" status: 200 len: 380 time: 0.0427375 Aug 04 16:28:45.233601 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-ec65be6a-3498-4a8c-aa47-a0c5016532f9 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Request body: {'port': {'device_id': 'dceabbf2-ecd4-497b-997a-1acbda49ddf9', 'network_id': '3375530b-34ca-4462-9339-3ed10ebd346b', 'admin_state_up': True, 'tenant_id': 'e94f253973de4174807e633c0f67ea51', 'security_groups': ['6885e5fb-d95b-4859-88fb-3e0acd1d86e6']}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:28:45.365825 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-ec65be6a-3498-4a8c-aa47-a0c5016532f9 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Made reservation on behalf of e94f253973de4174807e633c0f67ea51 for: {'port': 1} {{(pid=93330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:28:45.371786 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-ec65be6a-3498-4a8c-aa47-a0c5016532f9 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:45.504166 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8defa-9a73-4ab2-afae-207a4b47f044 req-fdc3ae8e-716b-4615-932f-f9d55502e0aa tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:45.505913 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-50f8defa-9a73-4ab2-afae-207a4b47f044 req-fdc3ae8e-716b-4615-932f-f9d55502e0aa tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 945 time: 0.0556746 Aug 04 16:28:45.519262 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.db_base_plugin_common [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-ec65be6a-3498-4a8c-aa47-a0c5016532f9 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Allocated IP 172.20.0.6 (3375530b-34ca-4462-9339-3ed10ebd346b/0ad7513e-214e-4cef-868b-a5927b57f732/17e1d80b-51b6-4b09-b512-e218dc6eaeaa) {{(pid=93330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:28:45.560292 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-50f8defa-9a73-4ab2-afae-207a4b47f044 req-efd92ee5-0563-4c98-9ec2-a90dcaed2a9d tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/security-groups?id=048d372e-c15a-4862-941b-693b08f4b708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473082 Aug 04 16:28:45.695177 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-ec65be6a-3498-4a8c-aa47-a0c5016532f9 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks [] for port, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:45.712813 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.provisioning_blocks [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-ec65be6a-3498-4a8c-aa47-a0c5016532f9 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Transition to ACTIVE for port object 17e1d80b-51b6-4b09-b512-e218dc6eaeaa will not be triggered until provisioned by entity DHCP. {{(pid=93330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:28:45.753507 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-ec65be6a-3498-4a8c-aa47-a0c5016532f9 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:45.799478 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-ec65be6a-3498-4a8c-aa47-a0c5016532f9 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Network 3375530b-34ca-4462-9339-3ed10ebd346b is already hosted by enough agents. {{(pid=93330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:28:45.805353 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-ec65be6a-3498-4a8c-aa47-a0c5016532f9 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Resources bound (agent type, host, resource id): {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:28:45.809524 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-ec65be6a-3498-4a8c-aa47-a0c5016532f9 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Received port after_create {{(pid=93330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:28:45.839662 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec65be6a-3498-4a8c-aa47-a0c5016532f9 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Pushing event updated for resources: {'Port': ['ID=17e1d80b-51b6-4b09-b512-e218dc6eaeaa,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:45.881442 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-ec65be6a-3498-4a8c-aa47-a0c5016532f9 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:45.882225 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-ec65be6a-3498-4a8c-aa47-a0c5016532f9 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:45.906321 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-ec65be6a-3498-4a8c-aa47-a0c5016532f9 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6768095 Aug 04 16:28:45.921968 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-dab6ad69-af05-4347-abe5-765afebf7a01 service neutron] Request body: {'port': {'device_id': 'dceabbf2-ecd4-497b-997a-1acbda49ddf9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:28:45.987229 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-dab6ad69-af05-4347-abe5-765afebf7a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:46.052245 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-e030c48e-2d05-423c-b8a6-064ee718296e None None] Provisioning for port 17e1d80b-51b6-4b09-b512-e218dc6eaeaa completed by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:28:46.058537 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-e030c48e-2d05-423c-b8a6-064ee718296e None None] Provisioning complete for port 17e1d80b-51b6-4b09-b512-e218dc6eaeaa triggered by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:46.058998 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-e030c48e-2d05-423c-b8a6-064ee718296e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:46.103850 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-e030c48e-2d05-423c-b8a6-064ee718296e None None] Port 17e1d80b-51b6-4b09-b512-e218dc6eaeaa cannot update to ACTIVE because it is not bound. {{(pid=93332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:28:46.259315 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72abf75-ae36-47a8-952f-431148407316 req-460be68f-adce-4406-970a-9eed91dd2c0e tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:46.260870 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-c72abf75-ae36-47a8-952f-431148407316 req-460be68f-adce-4406-970a-9eed91dd2c0e tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 931 time: 0.1313865 Aug 04 16:28:46.327077 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-c72abf75-ae36-47a8-952f-431148407316 req-a19e8707-f512-45a0-83a7-a7856ca6526a tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588455 Aug 04 16:28:46.400829 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-dab6ad69-af05-4347-abe5-765afebf7a01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17e1d80b-51b6-4b09-b512-e218dc6eaeaa {{(pid=93330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:28:46.408690 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-dab6ad69-af05-4347-abe5-765afebf7a01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:46.429358 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.provisioning_blocks [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-dab6ad69-af05-4347-abe5-765afebf7a01 service neutron] Transition to ACTIVE for port object 17e1d80b-51b6-4b09-b512-e218dc6eaeaa will not be triggered until provisioned by entity L2. {{(pid=93330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:28:46.434148 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-dab6ad69-af05-4347-abe5-765afebf7a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129638395'] for port, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:46.484163 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab6ad69-af05-4347-abe5-765afebf7a01 service neutron] Pushing event updated for resources: {'Port': ['ID=17e1d80b-51b6-4b09-b512-e218dc6eaeaa,revision_number=2']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:46.559519 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-dab6ad69-af05-4347-abe5-765afebf7a01 service neutron] Attempting to bind port 17e1d80b-51b6-4b09-b512-e218dc6eaeaa on host hv-cinder-78956 for vnic_type normal with profile {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:28:46.559885 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-dab6ad69-af05-4347-abe5-765afebf7a01 service neutron] Attempting to bind port 17e1d80b-51b6-4b09-b512-e218dc6eaeaa by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'ce787726-f448-43d2-afe7-5993012333a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3375530b-34ca-4462-9339-3ed10ebd346b'}] {{(pid=93330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:28:46.560270 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-dab6ad69-af05-4347-abe5-765afebf7a01 service neutron] Attempting to bind port 17e1d80b-51b6-4b09-b512-e218dc6eaeaa on network 3375530b-34ca-4462-9339-3ed10ebd346b {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:28:46.565147 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-dab6ad69-af05-4347-abe5-765afebf7a01 service neutron] Port 17e1d80b-51b6-4b09-b512-e218dc6eaeaa on network 3375530b-34ca-4462-9339-3ed10ebd346b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:28:46.565436 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-dab6ad69-af05-4347-abe5-765afebf7a01 service neutron] Attempting to bind port 17e1d80b-51b6-4b09-b512-e218dc6eaeaa on network 3375530b-34ca-4462-9339-3ed10ebd346b {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:28:46.570733 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-dab6ad69-af05-4347-abe5-765afebf7a01 service neutron] Checking agent: {'id': 'd306b3d0-6735-4bf3-81d7-29bae54f6551', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 22, 19), 'started_at': datetime.datetime(2021, 8, 4, 16, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:28:46.571071 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-dab6ad69-af05-4347-abe5-765afebf7a01 service neutron] Checking segment: {'id': 'ce787726-f448-43d2-afe7-5993012333a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3375530b-34ca-4462-9339-3ed10ebd346b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:28:46.571455 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-dab6ad69-af05-4347-abe5-765afebf7a01 service neutron] Bound using segment: {'id': 'ce787726-f448-43d2-afe7-5993012333a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3375530b-34ca-4462-9339-3ed10ebd346b'} {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:28:46.571888 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-dab6ad69-af05-4347-abe5-765afebf7a01 service neutron] Bound port: 17e1d80b-51b6-4b09-b512-e218dc6eaeaa, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce787726-f448-43d2-afe7-5993012333a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3375530b-34ca-4462-9339-3ed10ebd346b'}}] {{(pid=93330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:28:46.572244 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-dab6ad69-af05-4347-abe5-765afebf7a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:46.658713 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-dab6ad69-af05-4347-abe5-765afebf7a01 service neutron] For port 17e1d80b-51b6-4b09-b512-e218dc6eaeaa, host hv-cinder-78956, cleared binding levels {{(pid=93330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:28:46.662402 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-dab6ad69-af05-4347-abe5-765afebf7a01 service neutron] For port 17e1d80b-51b6-4b09-b512-e218dc6eaeaa, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=17e1d80b-51b6-4b09-b512-e218dc6eaeaa,segment=NetworkSegment(ce787726-f448-43d2-afe7-5993012333a5),segment_id=ce787726-f448-43d2-afe7-5993012333a5)] {{(pid=93330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:28:46.678831 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-dab6ad69-af05-4347-abe5-765afebf7a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129638395'] for port, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:46.715711 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-dab6ad69-af05-4347-abe5-765afebf7a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:46.716342 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-dab6ad69-af05-4347-abe5-765afebf7a01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:46.717875 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-dab6ad69-af05-4347-abe5-765afebf7a01 service neutron] 10.222.0.50 "PUT /v2.0/ports/17e1d80b-51b6-4b09-b512-e218dc6eaeaa HTTP/1.1" status: 200 len: 1093 time: 0.8008742 Aug 04 16:28:46.718363 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dceabbf2-ecd4-497b-997a-1acbda49ddf9', 'tag': '17e1d80b-51b6-4b09-b512-e218dc6eaeaa'}] {{(pid=93330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:28:46.720737 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37e886c0defde040503dc6230deb255415226de4639eab9b495881836c77004d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2057c27-cd14-4f39-ad11-873a3ed9ca09" -d '{"events": [{"name": "network-changed", "server_uuid": "dceabbf2-ecd4-497b-997a-1acbda49ddf9", "tag": "17e1d80b-51b6-4b09-b512-e218dc6eaeaa"}]}' {{(pid=93330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:28:46.730481 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722b1c9-8fe8-4580-bf79-dbaadcf650a4 req-c02d6ac5-9828-44c3-8b26-b504d9ef80e7 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:46.732740 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-c722b1c9-8fe8-4580-bf79-dbaadcf650a4 req-c02d6ac5-9828-44c3-8b26-b504d9ef80e7 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 945 time: 0.0642011 Aug 04 16:28:46.760254 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab6ad69-af05-4347-abe5-765afebf7a01 service neutron] Pushing event updated for resources: {'Port': ['ID=17e1d80b-51b6-4b09-b512-e218dc6eaeaa,revision_number=3']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:46.793636 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5309966b-5a9f-4d66-a3da-a69de71f607e x-openstack-request-id: req-5309966b-5a9f-4d66-a3da-a69de71f607e {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:28:46.793933 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dceabbf2-ecd4-497b-997a-1acbda49ddf9", "tag": "17e1d80b-51b6-4b09-b512-e218dc6eaeaa", "status": "completed", "code": 200}]} {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:28:46.794451 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5309966b-5a9f-4d66-a3da-a69de71f607e {{(pid=93330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:28:46.794876 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dceabbf2-ecd4-497b-997a-1acbda49ddf9', 'tag': '17e1d80b-51b6-4b09-b512-e218dc6eaeaa', 'status': 'completed', 'code': 200} Aug 04 16:28:46.797477 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-c722b1c9-8fe8-4580-bf79-dbaadcf650a4 req-425e289a-ded9-4bbc-99d8-e102fc2e5893 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/security-groups?id=048d372e-c15a-4862-941b-693b08f4b708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586417 Aug 04 16:28:46.844397 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-40275ce1-5b6f-4c41-9df6-69c71e61ca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:46.846212 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-40275ce1-5b6f-4c41-9df6-69c71e61ca6b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e94f253973de4174807e633c0f67ea51&device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 1096 time: 0.0651865 Aug 04 16:28:46.904969 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-509d17a1-b9d1-4063-af99-78874ba83a19 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17e1d80b-51b6-4b09-b512-e218dc6eaeaa HTTP/1.1" status: 200 len: 217 time: 0.0485356 Aug 04 16:28:46.960218 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-4387ff42-8efc-4735-8afe-3d89932b1634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:46.961704 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-4387ff42-8efc-4735-8afe-3d89932b1634 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0ad7513e-214e-4cef-868b-a5927b57f732 HTTP/1.1" status: 200 len: 855 time: 0.0481493 Aug 04 16:28:47.028701 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-ba5246d0-f14a-404d-ab38-9c5a974c5a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:47.030619 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-ba5246d0-f14a-404d-ab38-9c5a974c5a79 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3375530b-34ca-4462-9339-3ed10ebd346b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0593452 Aug 04 16:28:47.132167 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-0f032fa8-3134-4a58-8805-17ff2e58627f service neutron] 10.222.0.50 "GET /v2.0/networks/3375530b-34ca-4462-9339-3ed10ebd346b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884321 Aug 04 16:28:47.227216 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3ce4ef00-7e07-4d06-85ec-de07e26cd304 req-8dc4c86c-7dcd-485e-a333-896f24a8b586 service neutron] 10.222.0.50 "GET /v2.0/networks/3375530b-34ca-4462-9339-3ed10ebd346b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864463 Aug 04 16:28:47.347730 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2057c27-cd14-4f39-ad11-873a3ed9ca09 req-04fce5f7-2d91-45da-9b79-21676f5583fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:47.349171 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-d2057c27-cd14-4f39-ad11-873a3ed9ca09 req-04fce5f7-2d91-45da-9b79-21676f5583fa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e94f253973de4174807e633c0f67ea51&device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 1096 time: 0.0568457 Aug 04 16:28:47.500049 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40053bf0-447b-49d2-acd2-7331847a7564 req-a90f65dd-eb35-4fe5-9492-55623841ac7f tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:47.501580 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-40053bf0-447b-49d2-acd2-7331847a7564 req-a90f65dd-eb35-4fe5-9492-55623841ac7f tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 943 time: 0.0775175 Aug 04 16:28:47.519287 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2057c27-cd14-4f39-ad11-873a3ed9ca09 req-b085ad70-a4b9-4171-9823-0726a045066b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:47.520822 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-d2057c27-cd14-4f39-ad11-873a3ed9ca09 req-b085ad70-a4b9-4171-9823-0726a045066b service neutron] 10.222.0.50 "GET /v2.0/networks?id=3375530b-34ca-4462-9339-3ed10ebd346b HTTP/1.1" status: 200 len: 917 time: 0.1536062 Aug 04 16:28:47.588922 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-d2057c27-cd14-4f39-ad11-873a3ed9ca09 req-853665a6-0c15-41f0-969b-0a7f0a8fdaf4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17e1d80b-51b6-4b09-b512-e218dc6eaeaa HTTP/1.1" status: 200 len: 217 time: 0.0422902 Aug 04 16:28:47.592189 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-40053bf0-447b-49d2-acd2-7331847a7564 req-401527bd-54f5-4aab-896e-c2914d961fd1 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822251 Aug 04 16:28:47.650724 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2057c27-cd14-4f39-ad11-873a3ed9ca09 req-b2ca27c2-fb36-482c-8a44-2b54361f7b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:47.652302 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-d2057c27-cd14-4f39-ad11-873a3ed9ca09 req-b2ca27c2-fb36-482c-8a44-2b54361f7b7b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0ad7513e-214e-4cef-868b-a5927b57f732 HTTP/1.1" status: 200 len: 855 time: 0.0558009 Aug 04 16:28:47.711364 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2057c27-cd14-4f39-ad11-873a3ed9ca09 req-853afc3e-2999-4bc5-90da-b5c7590b4160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:47.712985 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-d2057c27-cd14-4f39-ad11-873a3ed9ca09 req-853afc3e-2999-4bc5-90da-b5c7590b4160 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3375530b-34ca-4462-9339-3ed10ebd346b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507069 Aug 04 16:28:47.823658 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cefbbb-3e0b-4052-9f67-61e9db5c1eec req-3dce3b5f-1875-4a45-bc87-71cce46f0e67 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:47.825229 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-40cefbbb-3e0b-4052-9f67-61e9db5c1eec req-3dce3b5f-1875-4a45-bc87-71cce46f0e67 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.50 "GET /v2.0/ports?device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 945 time: 0.1112390 Aug 04 16:28:47.877030 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-d2057c27-cd14-4f39-ad11-873a3ed9ca09 req-86ffad7c-ff7b-4b4f-a7bf-18cd21edf495 service neutron] 10.222.0.50 "GET /v2.0/networks/3375530b-34ca-4462-9339-3ed10ebd346b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537039 Aug 04 16:28:47.943996 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be1784-b30b-4084-ad2d-f8cfde154c5b req-a014ecb2-d0b4-4c90-a372-d84174454ee7 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:47.945724 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-95be1784-b30b-4084-ad2d-f8cfde154c5b req-a014ecb2-d0b4-4c90-a372-d84174454ee7 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 945 time: 0.0642865 Aug 04 16:28:48.000160 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-95be1784-b30b-4084-ad2d-f8cfde154c5b req-06b82c5f-91f2-48a0-b0f6-5800a4cf27b3 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/security-groups?id=048d372e-c15a-4862-941b-693b08f4b708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471950 Aug 04 16:28:48.014454 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [req-40cefbbb-3e0b-4052-9f67-61e9db5c1eec req-9fdcd008-99e5-4561-96ea-24e97be54408 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Deleting port 25c02836-f5d3-4db9-bfb6-3cfc493da78c {{(pid=93330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:28:48.014797 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-40cefbbb-3e0b-4052-9f67-61e9db5c1eec req-9fdcd008-99e5-4561-96ea-24e97be54408 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:48.019389 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-d2057c27-cd14-4f39-ad11-873a3ed9ca09 req-a48f7b46-145f-480a-b793-d894fb512d4d service neutron] 10.222.0.50 "GET /v2.0/networks/3375530b-34ca-4462-9339-3ed10ebd346b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282446 Aug 04 16:28:48.113543 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-40cefbbb-3e0b-4052-9f67-61e9db5c1eec req-9fdcd008-99e5-4561-96ea-24e97be54408 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] For port 25c02836-f5d3-4db9-bfb6-3cfc493da78c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=25c02836-f5d3-4db9-bfb6-3cfc493da78c,segment=NetworkSegment(2836939e-73dd-4a0d-ba0c-87ac3d65e8d9),segment_id=2836939e-73dd-4a0d-ba0c-87ac3d65e8d9)] {{(pid=93330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:28:48.113914 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-40cefbbb-3e0b-4052-9f67-61e9db5c1eec req-9fdcd008-99e5-4561-96ea-24e97be54408 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:48.127612 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [req-40cefbbb-3e0b-4052-9f67-61e9db5c1eec req-9fdcd008-99e5-4561-96ea-24e97be54408 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Calling delete_port for 25c02836-f5d3-4db9-bfb6-3cfc493da78c owned by compute:nova {{(pid=93330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:28:48.219211 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-282c4f29-af3e-444e-b7f0-08182a7f879c tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1194969388&fields=id&tenant_id=76829aee5bb64de2bb202e81a575e30d HTTP/1.1" status: 200 len: 267 time: 0.0520082 Aug 04 16:28:48.356762 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-40cefbbb-3e0b-4052-9f67-61e9db5c1eec req-9fdcd008-99e5-4561-96ea-24e97be54408 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:48.375108 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] get_ports_and_sgs() called for port_ids ['25c02836-f5d3-4db9-bfb6-3cfc493da78c'] {{(pid=93332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:28:48.399865 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-3b23a5b8-2bc9-4ed4-8c2d-f8675076b1dc tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:48.401425 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-3b23a5b8-2bc9-4ed4-8c2d-f8675076b1dc tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/networks?id=185b7905-00dc-4ba4-a3c5-437dece76adb HTTP/1.1" status: 200 len: 809 time: 0.1751063 Aug 04 16:28:48.403336 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdcd008-99e5-4561-96ea-24e97be54408 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Pushing event deleted for resources: {'Port': ['ID=25c02836-f5d3-4db9-bfb6-3cfc493da78c,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:48.439591 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-1482bd48-bbb6-40ed-9a6c-c3e21399fefc tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/quotas/76829aee5bb64de2bb202e81a575e30d HTTP/1.1" status: 200 len: 375 time: 0.0292075 Aug 04 16:28:48.455839 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [req-40cefbbb-3e0b-4052-9f67-61e9db5c1eec req-9fdcd008-99e5-4561-96ea-24e97be54408 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] No DVR routers for this DVR port 25c02836-f5d3-4db9-bfb6-3cfc493da78c on host hv-cinder-78956 {{(pid=93330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:28:48.465001 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-40cefbbb-3e0b-4052-9f67-61e9db5c1eec req-9fdcd008-99e5-4561-96ea-24e97be54408 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:48.467065 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-40cefbbb-3e0b-4052-9f67-61e9db5c1eec req-9fdcd008-99e5-4561-96ea-24e97be54408 tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.50 "DELETE /v2.0/ports/25c02836-f5d3-4db9-bfb6-3cfc493da78c HTTP/1.1" status: 204 len: 173 time: 0.6297438 Aug 04 16:28:48.506199 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-d5827713-1637-49d0-a77b-7bc88fe611f8 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=76829aee5bb64de2bb202e81a575e30d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524561 Aug 04 16:28:48.609822 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-659c3105-de86-45f8-9727-a8f6c790c0dc service neutron] 10.222.0.77 "GET /v2.0/networks/185b7905-00dc-4ba4-a3c5-437dece76adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921049 Aug 04 16:28:48.718038 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-fe3871fb-62e4-4f86-aa13-8b9a82e4b4b8 service neutron] 10.222.0.77 "GET /v2.0/networks/185b7905-00dc-4ba4-a3c5-437dece76adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973303 Aug 04 16:28:48.721896 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f192059-e407-426c-b15a-0dba3c9f96fe req-f8c0c3c3-e1ad-423c-a253-2ad283d4e163 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:48.723967 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-4f192059-e407-426c-b15a-0dba3c9f96fe req-f8c0c3c3-e1ad-423c-a253-2ad283d4e163 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 943 time: 0.0580671 Aug 04 16:28:48.778989 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-4f192059-e407-426c-b15a-0dba3c9f96fe req-b519abc3-a056-41aa-95a7-d394de81d0f0 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431197 Aug 04 16:28:48.796132 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc4cbe9-9ab3-4a0f-8e98-af6face4a038', 'name': 'network-vif-deleted', 'tag': '25c02836-f5d3-4db9-bfb6-3cfc493da78c'}] {{(pid=93330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:28:48.798751 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37e886c0defde040503dc6230deb255415226de4639eab9b495881836c77004d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9579771c-3458-4268-96d7-74d4c2c3b5c8" -d '{"events": [{"server_uuid": "0dc4cbe9-9ab3-4a0f-8e98-af6face4a038", "name": "network-vif-deleted", "tag": "25c02836-f5d3-4db9-bfb6-3cfc493da78c"}]}' {{(pid=93330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:28:48.848535 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee87e57-f742-479a-810b-0b5e4bdbd4d6 x-openstack-request-id: req-cee87e57-f742-479a-810b-0b5e4bdbd4d6 {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:28:48.848828 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc4cbe9-9ab3-4a0f-8e98-af6face4a038", "name": "network-vif-deleted", "tag": "25c02836-f5d3-4db9-bfb6-3cfc493da78c", "status": "completed", "code": 200}]} {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:28:48.849082 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cee87e57-f742-479a-810b-0b5e4bdbd4d6 {{(pid=93330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:28:48.849479 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc4cbe9-9ab3-4a0f-8e98-af6face4a038', 'name': 'network-vif-deleted', 'tag': '25c02836-f5d3-4db9-bfb6-3cfc493da78c', 'status': 'completed', 'code': 200} Aug 04 16:28:48.959308 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 17e1d80b-51b6-4b09-b512-e218dc6eaeaa details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:28:49.170209 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 17e1d80b-51b6-4b09-b512-e218dc6eaeaa, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=17e1d80b-51b6-4b09-b512-e218dc6eaeaa,segment=NetworkSegment(ce787726-f448-43d2-afe7-5993012333a5),segment_id=ce787726-f448-43d2-afe7-5993012333a5)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:28:49.180413 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-1fb3117a-69c3-4f81-a68c-a1629c583d4b req-53523bf1-a4a3-47a4-970d-d09f256933fe tempest-TestMinimumBasicScenario-94106886 tempest-TestMinimumBasicScenario-94106886-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dc4cbe9-9ab3-4a0f-8e98-af6face4a038 HTTP/1.1" status: 200 len: 210 time: 0.0442407 Aug 04 16:28:49.192451 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-8aa980dd-8546-4f4a-b2bd-5f196d9278f2 req-33f1aee9-8574-4092-9034-e83d3c030892 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 210 time: 0.0576012 Aug 04 16:28:49.192934 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Returning: {'device': '17e1d80b-51b6-4b09-b512-e218dc6eaeaa', 'network_id': '3375530b-34ca-4462-9339-3ed10ebd346b', 'port_id': '17e1d80b-51b6-4b09-b512-e218dc6eaeaa', 'mac_address': 'fa:16:3e:04:04:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ad7513e-214e-4cef-868b-a5927b57f732', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:28:49.245756 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:49.262420 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17e1d80b-51b6-4b09-b512-e218dc6eaeaa {{(pid=93332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:28:49.285247 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 17e1d80b-51b6-4b09-b512-e218dc6eaeaa, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=17e1d80b-51b6-4b09-b512-e218dc6eaeaa,segment=NetworkSegment(ce787726-f448-43d2-afe7-5993012333a5),segment_id=ce787726-f448-43d2-afe7-5993012333a5)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:28:49.289782 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:49.359163 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=17e1d80b-51b6-4b09-b512-e218dc6eaeaa,revision_number=4']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:49.366290 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:49.366663 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:49.366986 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:49.367324 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:49.367663 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:49.367992 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:49.368326 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:49.368656 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:49.369005 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:49.369332 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:49.369652 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:49.369993 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:49.593196 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] get_ports_and_sgs() called for port_ids ['17e1d80b-51b6-4b09-b512-e218dc6eaeaa'] {{(pid=93332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:28:49.913906 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ae0bb-85be-4bc4-9bc4-89a925234d97 req-49e87fb0-3432-475d-949c-ba9138011b5e tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:49.915548 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-128ae0bb-85be-4bc4-9bc4-89a925234d97 req-49e87fb0-3432-475d-949c-ba9138011b5e tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 944 time: 0.0553086 Aug 04 16:28:49.953031 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-128ae0bb-85be-4bc4-9bc4-89a925234d97 req-4f300977-8236-4bf2-b335-aa5b959d9156 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313795 Aug 04 16:28:50.317899 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-ea00f4a7-bbad-4a51-9d15-297a3e58b5ec req-d05d2182-e960-4b6c-9953-2e16d76f5e5c tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 210 time: 0.0390320 Aug 04 16:28:50.351453 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-7e6d9313-bbc9-443c-be1c-f7e36a00f89e tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:50.353777 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-7e6d9313-bbc9-443c-be1c-f7e36a00f89e tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.50 "GET /v2.0/networks?id=185b7905-00dc-4ba4-a3c5-437dece76adb HTTP/1.1" status: 200 len: 809 time: 0.1750205 Aug 04 16:28:50.431527 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-27094a89-3cc8-466f-8c6e-b0498c9d9f49 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76829aee5bb64de2bb202e81a575e30d HTTP/1.1" status: 200 len: 380 time: 0.0618989 Aug 04 16:28:50.437653 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-9cceff70-5e90-491b-b1b0-4736cb7bd00b tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Request body: {'port': {'device_id': '30cc5de9-b97f-4969-b926-672feb3d04e4', 'network_id': '185b7905-00dc-4ba4-a3c5-437dece76adb', 'admin_state_up': True, 'tenant_id': '76829aee5bb64de2bb202e81a575e30d', 'security_groups': ['f1f964ae-03f9-4e48-96dc-b912e8d9d95a']}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:28:50.579888 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-9cceff70-5e90-491b-b1b0-4736cb7bd00b tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Made reservation on behalf of 76829aee5bb64de2bb202e81a575e30d for: {'port': 1} {{(pid=93330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:28:50.583764 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-9cceff70-5e90-491b-b1b0-4736cb7bd00b tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:50.737331 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.db_base_plugin_common [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-9cceff70-5e90-491b-b1b0-4736cb7bd00b tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Allocated IP 172.20.0.4 (185b7905-00dc-4ba4-a3c5-437dece76adb/4df58c78-45db-4175-9ebe-e1e86c92c13c/e6adc942-2649-44f9-a5ef-fe285a7906d7) {{(pid=93330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:28:50.905632 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:50.913475 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-9cceff70-5e90-491b-b1b0-4736cb7bd00b tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks [] for port, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:50.929014 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.provisioning_blocks [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-9cceff70-5e90-491b-b1b0-4736cb7bd00b tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Transition to ACTIVE for port object e6adc942-2649-44f9-a5ef-fe285a7906d7 will not be triggered until provisioned by entity DHCP. {{(pid=93330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:28:50.964924 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-9cceff70-5e90-491b-b1b0-4736cb7bd00b tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:50.969255 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 17e1d80b-51b6-4b09-b512-e218dc6eaeaa up at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:28:51.010088 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 45972) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:51.025862 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-9cceff70-5e90-491b-b1b0-4736cb7bd00b tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Network 185b7905-00dc-4ba4-a3c5-437dece76adb is already hosted by enough agents. {{(pid=93330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:28:51.031405 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-9cceff70-5e90-491b-b1b0-4736cb7bd00b tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Resources bound (agent type, host, resource id): {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:28:51.035600 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-9cceff70-5e90-491b-b1b0-4736cb7bd00b tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Received port after_create {{(pid=93330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:28:51.042503 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cceff70-5e90-491b-b1b0-4736cb7bd00b tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Pushing event updated for resources: {'Port': ['ID=e6adc942-2649-44f9-a5ef-fe285a7906d7,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:51.075775 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Provisioning for port 17e1d80b-51b6-4b09-b512-e218dc6eaeaa completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:28:51.082464 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Provisioning complete for port 17e1d80b-51b6-4b09-b512-e218dc6eaeaa triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:51.083151 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:51.191694 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:51.254510 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dceabbf2-ecd4-497b-997a-1acbda49ddf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e1d80b-51b6-4b09-b512-e218dc6eaeaa'}] {{(pid=93332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:28:51.260866 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60a3b88c11522644802803ec4887c4dd8a4d8449af02ad3849b143fbab4f5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0cb5a3-605b-4a33-a0d3-96ba4d38af8a" -d '{"events": [{"server_uuid": "dceabbf2-ecd4-497b-997a-1acbda49ddf9", "name": "network-vif-plugged", "status": "completed", "tag": "17e1d80b-51b6-4b09-b512-e218dc6eaeaa"}]}' {{(pid=93332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:28:51.289881 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 17e1d80b-51b6-4b09-b512-e218dc6eaeaa, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=17e1d80b-51b6-4b09-b512-e218dc6eaeaa,segment=NetworkSegment(ce787726-f448-43d2-afe7-5993012333a5),segment_id=ce787726-f448-43d2-afe7-5993012333a5)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:28:51.296199 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:51.297049 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 25c02836-f5d3-4db9-bfb6-3cfc493da78c no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:28:51.417453 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f9c557-082e-438e-9f21-f1790094119b x-openstack-request-id: req-74f9c557-082e-438e-9f21-f1790094119b {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:28:51.419805 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dceabbf2-ecd4-497b-997a-1acbda49ddf9", "name": "network-vif-plugged", "status": "completed", "tag": "17e1d80b-51b6-4b09-b512-e218dc6eaeaa", "code": 200}]} {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:28:51.420244 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-74f9c557-082e-438e-9f21-f1790094119b {{(pid=93332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:28:51.423039 dv-cinder-789564-9-iscsi neutron-server[93332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dceabbf2-ecd4-497b-997a-1acbda49ddf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e1d80b-51b6-4b09-b512-e218dc6eaeaa', 'code': 200} Aug 04 16:28:51.435805 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] No Port match for: 25c02836-f5d3-4db9-bfb6-3cfc493da78c {{(pid=93332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:28:51.438074 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 25c02836-f5d3-4db9-bfb6-3cfc493da78c not bound to the agent host hv-cinder-78956 {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:28:51.476276 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-10a27681-1a47-44e5-afcb-ac448c5507b6 None None] Provisioning for port e6adc942-2649-44f9-a5ef-fe285a7906d7 completed by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:28:51.487717 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=17e1d80b-51b6-4b09-b512-e218dc6eaeaa,revision_number=5']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:51.494274 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-10a27681-1a47-44e5-afcb-ac448c5507b6 None None] Provisioning complete for port e6adc942-2649-44f9-a5ef-fe285a7906d7 triggered by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:51.494941 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-10a27681-1a47-44e5-afcb-ac448c5507b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:51.517463 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-9cceff70-5e90-491b-b1b0-4736cb7bd00b tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:51.519554 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-9cceff70-5e90-491b-b1b0-4736cb7bd00b tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:51.545084 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-10a27681-1a47-44e5-afcb-ac448c5507b6 None None] Port e6adc942-2649-44f9-a5ef-fe285a7906d7 cannot update to ACTIVE because it is not bound. {{(pid=93332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:28:51.546885 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7490ceb-11cb-4771-bad7-250a92b92680 req-48a8177f-ba3b-4a20-801a-a2349c9c61e8 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:51.549161 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e7490ceb-11cb-4771-bad7-250a92b92680 req-48a8177f-ba3b-4a20-801a-a2349c9c61e8 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 944 time: 0.4802964 Aug 04 16:28:51.586583 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-9cceff70-5e90-491b-b1b0-4736cb7bd00b tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1535430 Aug 04 16:28:51.598075 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d42082-860d-4fa9-a39b-f2833e56bae1 req-41f7309c-d813-467e-b4ea-be546db802cc tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:51.599710 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-22d42082-860d-4fa9-a39b-f2833e56bae1 req-41f7309c-d813-467e-b4ea-be546db802cc tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 931 time: 0.1411369 Aug 04 16:28:51.611298 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-b106a8f2-de8b-4564-ac3a-d56980b89c32 service neutron] Request body: {'port': {'device_id': '30cc5de9-b97f-4969-b926-672feb3d04e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:28:51.671740 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f429a3-35cb-42c0-8bdc-f57e620d47b1 req-0aa52711-8a4e-4824-9e6e-82bb888dee51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:51.673434 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e2f429a3-35cb-42c0-8bdc-f57e620d47b1 req-0aa52711-8a4e-4824-9e6e-82bb888dee51 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 1098 time: 0.1233776 Aug 04 16:28:51.694537 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e7490ceb-11cb-4771-bad7-250a92b92680 req-345f1df9-e4c7-4da7-8759-726671b5185d tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330409 Aug 04 16:28:51.695868 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-22d42082-860d-4fa9-a39b-f2833e56bae1 req-b3cec45b-ff03-42ee-83d5-7f02b2e92fdf tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1f964ae-03f9-4e48-96dc-b912e8d9d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873466 Aug 04 16:28:51.726561 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-b106a8f2-de8b-4564-ac3a-d56980b89c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:51.752019 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e2f429a3-35cb-42c0-8bdc-f57e620d47b1 req-33e25843-b0b8-40a0-9c5e-d2ba54d15e4a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565846 Aug 04 16:28:51.798961 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-95408f0b-41bb-40f4-a3ca-1f003e34bd35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-597154'] for router_interface, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:52.004188 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-b106a8f2-de8b-4564-ac3a-d56980b89c32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6adc942-2649-44f9-a5ef-fe285a7906d7 {{(pid=93330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:28:52.012233 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-b106a8f2-de8b-4564-ac3a-d56980b89c32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:52.024849 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.provisioning_blocks [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-b106a8f2-de8b-4564-ac3a-d56980b89c32 service neutron] Transition to ACTIVE for port object e6adc942-2649-44f9-a5ef-fe285a7906d7 will not be triggered until provisioned by entity L2. {{(pid=93330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:28:52.030975 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-b106a8f2-de8b-4564-ac3a-d56980b89c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129638395'] for port, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:52.090717 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106a8f2-de8b-4564-ac3a-d56980b89c32 service neutron] Pushing event updated for resources: {'Port': ['ID=e6adc942-2649-44f9-a5ef-fe285a7906d7,revision_number=2']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:52.119328 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.plugin [None req-95408f0b-41bb-40f4-a3ca-1f003e34bd35 admin admin] Deleting port 121cf242-a08a-4a7b-94cf-fea277b343b4 {{(pid=93331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:28:52.119674 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-95408f0b-41bb-40f4-a3ca-1f003e34bd35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:52.162473 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-b106a8f2-de8b-4564-ac3a-d56980b89c32 service neutron] Attempting to bind port e6adc942-2649-44f9-a5ef-fe285a7906d7 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:28:52.162883 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-b106a8f2-de8b-4564-ac3a-d56980b89c32 service neutron] Attempting to bind port e6adc942-2649-44f9-a5ef-fe285a7906d7 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'fd256104-621c-40d6-ae7e-f0d6b255b836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '185b7905-00dc-4ba4-a3c5-437dece76adb'}] {{(pid=93330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:28:52.163233 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-b106a8f2-de8b-4564-ac3a-d56980b89c32 service neutron] Attempting to bind port e6adc942-2649-44f9-a5ef-fe285a7906d7 on network 185b7905-00dc-4ba4-a3c5-437dece76adb {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:28:52.168006 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-b106a8f2-de8b-4564-ac3a-d56980b89c32 service neutron] Port e6adc942-2649-44f9-a5ef-fe285a7906d7 on network 185b7905-00dc-4ba4-a3c5-437dece76adb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:28:52.168322 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-b106a8f2-de8b-4564-ac3a-d56980b89c32 service neutron] Attempting to bind port e6adc942-2649-44f9-a5ef-fe285a7906d7 on network 185b7905-00dc-4ba4-a3c5-437dece76adb {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:28:52.173899 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-b106a8f2-de8b-4564-ac3a-d56980b89c32 service neutron] Checking agent: {'id': 'd306b3d0-6735-4bf3-81d7-29bae54f6551', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 22, 19), 'started_at': datetime.datetime(2021, 8, 4, 16, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:28:52.174263 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-b106a8f2-de8b-4564-ac3a-d56980b89c32 service neutron] Checking segment: {'id': 'fd256104-621c-40d6-ae7e-f0d6b255b836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '185b7905-00dc-4ba4-a3c5-437dece76adb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:28:52.174681 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-b106a8f2-de8b-4564-ac3a-d56980b89c32 service neutron] Bound using segment: {'id': 'fd256104-621c-40d6-ae7e-f0d6b255b836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '185b7905-00dc-4ba4-a3c5-437dece76adb'} {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:28:52.175201 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-b106a8f2-de8b-4564-ac3a-d56980b89c32 service neutron] Bound port: e6adc942-2649-44f9-a5ef-fe285a7906d7, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd256104-621c-40d6-ae7e-f0d6b255b836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '185b7905-00dc-4ba4-a3c5-437dece76adb'}}] {{(pid=93330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:28:52.175841 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-b106a8f2-de8b-4564-ac3a-d56980b89c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:52.212952 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.db [None req-95408f0b-41bb-40f4-a3ca-1f003e34bd35 admin admin] For port 121cf242-a08a-4a7b-94cf-fea277b343b4, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=121cf242-a08a-4a7b-94cf-fea277b343b4,segment=NetworkSegment(2836939e-73dd-4a0d-ba0c-87ac3d65e8d9),segment_id=2836939e-73dd-4a0d-ba0c-87ac3d65e8d9)] {{(pid=93331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:28:52.213328 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-95408f0b-41bb-40f4-a3ca-1f003e34bd35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:52.228877 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.plugin [None req-95408f0b-41bb-40f4-a3ca-1f003e34bd35 admin admin] Calling delete_port for 121cf242-a08a-4a7b-94cf-fea277b343b4 owned by network:router_interface {{(pid=93331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:28:52.249012 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-b106a8f2-de8b-4564-ac3a-d56980b89c32 service neutron] For port e6adc942-2649-44f9-a5ef-fe285a7906d7, host hv-cinder-78956, cleared binding levels {{(pid=93330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:28:52.252557 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-b106a8f2-de8b-4564-ac3a-d56980b89c32 service neutron] For port e6adc942-2649-44f9-a5ef-fe285a7906d7, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=e6adc942-2649-44f9-a5ef-fe285a7906d7,segment=NetworkSegment(fd256104-621c-40d6-ae7e-f0d6b255b836),segment_id=fd256104-621c-40d6-ae7e-f0d6b255b836)] {{(pid=93330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:28:52.259467 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-b106a8f2-de8b-4564-ac3a-d56980b89c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129638395'] for port, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:52.298050 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-b106a8f2-de8b-4564-ac3a-d56980b89c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:52.298681 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-b106a8f2-de8b-4564-ac3a-d56980b89c32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:52.300296 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-b106a8f2-de8b-4564-ac3a-d56980b89c32 service neutron] 10.222.0.50 "PUT /v2.0/ports/e6adc942-2649-44f9-a5ef-fe285a7906d7 HTTP/1.1" status: 200 len: 1093 time: 0.7031417 Aug 04 16:28:52.300758 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30cc5de9-b97f-4969-b926-672feb3d04e4', 'tag': 'e6adc942-2649-44f9-a5ef-fe285a7906d7'}] {{(pid=93330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:28:52.303103 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37e886c0defde040503dc6230deb255415226de4639eab9b495881836c77004d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9e4b59-4ec8-4561-aaca-87e54eabbf33" -d '{"events": [{"name": "network-changed", "server_uuid": "30cc5de9-b97f-4969-b926-672feb3d04e4", "tag": "e6adc942-2649-44f9-a5ef-fe285a7906d7"}]}' {{(pid=93330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:28:52.342829 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106a8f2-de8b-4564-ac3a-d56980b89c32 service neutron] Pushing event updated for resources: {'Port': ['ID=e6adc942-2649-44f9-a5ef-fe285a7906d7,revision_number=3']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:52.364675 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44b3ca8-af47-4c50-9e88-684860bbe876 x-openstack-request-id: req-a44b3ca8-af47-4c50-9e88-684860bbe876 {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:28:52.365172 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30cc5de9-b97f-4969-b926-672feb3d04e4", "tag": "e6adc942-2649-44f9-a5ef-fe285a7906d7", "status": "completed", "code": 200}]} {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:28:52.365563 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a44b3ca8-af47-4c50-9e88-684860bbe876 {{(pid=93330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:28:52.368038 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30cc5de9-b97f-4969-b926-672feb3d04e4', 'tag': 'e6adc942-2649-44f9-a5ef-fe285a7906d7', 'status': 'completed', 'code': 200} Aug 04 16:28:52.464778 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-15c2ab12-1e6b-4a0d-87fe-118e300c9214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:52.466433 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-15c2ab12-1e6b-4a0d-87fe-118e300c9214 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=76829aee5bb64de2bb202e81a575e30d&device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 1096 time: 0.0719450 Aug 04 16:28:52.491591 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-95408f0b-41bb-40f4-a3ca-1f003e34bd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129279319'] for port, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:52.523340 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95408f0b-41bb-40f4-a3ca-1f003e34bd35 admin admin] Pushing event deleted for resources: {'Port': ['ID=121cf242-a08a-4a7b-94cf-fea277b343b4,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:52.527742 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-00b5b97f-d63b-4667-a120-9399483ca6ce service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6adc942-2649-44f9-a5ef-fe285a7906d7 HTTP/1.1" status: 200 len: 217 time: 0.0488865 Aug 04 16:28:52.601933 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-bd40ac06-ebf7-4bd4-98e0-6b6ea683fcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:52.603629 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-bd40ac06-ebf7-4bd4-98e0-6b6ea683fcfe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4df58c78-45db-4175-9ebe-e1e86c92c13c HTTP/1.1" status: 200 len: 848 time: 0.0633237 Aug 04 16:28:52.671489 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-c28ab99c-fd41-4d32-95d9-dd8a62ce0c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:52.673141 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-c28ab99c-fd41-4d32-95d9-dd8a62ce0c50 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=185b7905-00dc-4ba4-a3c5-437dece76adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554969 Aug 04 16:28:52.881472 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef259bf-0b64-4281-bdc3-82fcd3496673 req-24a68846-5cb6-4c36-9a3c-b6ef861ce505 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:52.888870 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-aef259bf-0b64-4281-bdc3-82fcd3496673 req-24a68846-5cb6-4c36-9a3c-b6ef861ce505 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 943 time: 0.0860200 Aug 04 16:28:52.917025 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-c459ecdb-fe97-4949-94b5-40407138acfc service neutron] 10.222.0.50 "GET /v2.0/networks/185b7905-00dc-4ba4-a3c5-437dece76adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304807 Aug 04 16:28:52.945872 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-aef259bf-0b64-4281-bdc3-82fcd3496673 req-f5dde0ce-64c9-4aad-a276-8016ae1660af tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1f964ae-03f9-4e48-96dc-b912e8d9d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561314 Aug 04 16:28:52.981743 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db21dd-8328-4cb2-b416-ba14c74dddef req-9b1d0876-21f8-43de-b04f-ac0ba7005530 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:52.989761 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-a9db21dd-8328-4cb2-b416-ba14c74dddef req-9b1d0876-21f8-43de-b04f-ac0ba7005530 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 945 time: 0.1132040 Aug 04 16:28:53.043597 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6f169d03-e69f-4d9f-8c1c-c7c31feee39a req-ec7a6852-bcee-44cb-b556-75c82f807e35 service neutron] 10.222.0.50 "GET /v2.0/networks/185b7905-00dc-4ba4-a3c5-437dece76adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134501 Aug 04 16:28:53.064762 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-a9db21dd-8328-4cb2-b416-ba14c74dddef req-d42a0b78-734a-44c1-8ba6-15651f290232 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740731 Aug 04 16:28:53.103184 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-95408f0b-41bb-40f4-a3ca-1f003e34bd35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3631325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-597066'] for router_interface, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:53.212687 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62fa835-e885-49cb-b965-250febed577e req-50b08fcd-a77c-453e-858d-02a381b83179 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:53.214232 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-c62fa835-e885-49cb-b965-250febed577e req-50b08fcd-a77c-453e-858d-02a381b83179 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0593662 Aug 04 16:28:53.224767 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 46002) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:53.226615 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e4b59-4ec8-4561-aaca-87e54eabbf33 req-939d75bf-2b43-410b-be96-6aff48f07c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:53.228138 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-8f9e4b59-4ec8-4561-aaca-87e54eabbf33 req-939d75bf-2b43-410b-be96-6aff48f07c2c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=76829aee5bb64de2bb202e81a575e30d&device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 1096 time: 0.1080854 Aug 04 16:28:53.232013 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-beac49bc-48e5-45a5-88f7-fcd12a9011c2 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Request body: {'floatingip': {'port_id': '17e1d80b-51b6-4b09-b512-e218dc6eaeaa'}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:28:53.282122 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-beac49bc-48e5-45a5-88f7-fcd12a9011c2 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks [] for floatingip, before_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:53.332607 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e4b59-4ec8-4561-aaca-87e54eabbf33 req-ca73410d-67a1-4435-b5e3-94ee5e53f3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:53.334141 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-8f9e4b59-4ec8-4561-aaca-87e54eabbf33 req-ca73410d-67a1-4435-b5e3-94ee5e53f3d5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=185b7905-00dc-4ba4-a3c5-437dece76adb HTTP/1.1" status: 200 len: 910 time: 0.0972486 Aug 04 16:28:53.389559 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-8f9e4b59-4ec8-4561-aaca-87e54eabbf33 req-aed48a86-ca92-425c-b4ac-7b366a6216e3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6adc942-2649-44f9-a5ef-fe285a7906d7 HTTP/1.1" status: 200 len: 217 time: 0.0412912 Aug 04 16:28:53.442442 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e4b59-4ec8-4561-aaca-87e54eabbf33 req-8340510f-37be-4465-b537-58f1d4ea5035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:53.443969 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-8f9e4b59-4ec8-4561-aaca-87e54eabbf33 req-8340510f-37be-4465-b537-58f1d4ea5035 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4df58c78-45db-4175-9ebe-e1e86c92c13c HTTP/1.1" status: 200 len: 848 time: 0.0465958 Aug 04 16:28:53.502449 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e4b59-4ec8-4561-aaca-87e54eabbf33 req-16d32dcb-6464-4d54-a8f7-445cd80e8a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:53.504728 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-8f9e4b59-4ec8-4561-aaca-87e54eabbf33 req-16d32dcb-6464-4d54-a8f7-445cd80e8a9d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=185b7905-00dc-4ba4-a3c5-437dece76adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517728 Aug 04 16:28:53.538351 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95408f0b-41bb-40f4-a3ca-1f003e34bd35 admin admin] Router d70bc899-c0de-4276-85f7-5b5245d458b0 has already been hosted by L3 agent d346cf64-ca3f-484e-b552-5df8791a7915 {{(pid=93331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:28:53.644413 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-8f9e4b59-4ec8-4561-aaca-87e54eabbf33 req-ddcef6d1-97e3-4889-b26c-13ef538aacfd service neutron] 10.222.0.50 "GET /v2.0/networks/185b7905-00dc-4ba4-a3c5-437dece76adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294930 Aug 04 16:28:53.824563 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95408f0b-41bb-40f4-a3ca-1f003e34bd35 admin admin] Notify agent at l3_agent.dv-cinder-789564-9-iscsi the message routers_updated {{(pid=93331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:28:53.832248 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-95408f0b-41bb-40f4-a3ca-1f003e34bd35 admin admin] 10.222.0.77 "PUT /v2.0/routers/d70bc899-c0de-4276-85f7-5b5245d458b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8206646 Aug 04 16:28:53.834154 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bd6471-eda3-4317-bd87-7dc1564100f3 None None] Sync routers for ids ['d70bc899-c0de-4276-85f7-5b5245d458b0'] in dv-cinder-789564-9-iscsi {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:28:53.834840 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 46004) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:53.844508 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bd6471-eda3-4317-bd87-7dc1564100f3 None None] Routers {'d70bc899-c0de-4276-85f7-5b5245d458b0'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:28:53.845414 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-39bd6471-eda3-4317-bd87-7dc1564100f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:28:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['d70bc899-c0de-4276-85f7-5b5245d458b0'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:53.957102 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-39bd6471-eda3-4317-bd87-7dc1564100f3 None None] Set router d70bc899-c0de-4276-85f7-5b5245d458b0 gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:28:54.026620 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-1f6fceb9-4cfb-4e40-a530-81431d8a7f07 admin admin] Notify callbacks [] for router, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:54.107557 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-beac49bc-48e5-45a5-88f7-fcd12a9011c2 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:54.121122 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-beac49bc-48e5-45a5-88f7-fcd12a9011c2 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593542'] for floatingip, after_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:54.164485 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-39bd6471-eda3-4317-bd87-7dc1564100f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd70bc899-c0de-4276-85f7-5b5245d458b0', 'name': 'tempest-TestMinimumBasicScenario-2053931715-router', 'tenant_id': 'c5b483243f1443f891eee772089355e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ae4e1e4-cf68-496d-898c-2a888f4ff915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:25:28Z', 'updated_at': '2021-08-04T16:28:52Z', 'revision_number': 5, 'project_id': 'c5b483243f1443f891eee772089355e6', 'gw_port': {'id': '3ae4e1e4-cf68-496d-898c-2a888f4ff915', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70bc899-c0de-4276-85f7-5b5245d458b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:25:29Z', 'updated_at': '2021-08-04T16:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi'}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:54.195114 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bd6471-eda3-4317-bd87-7dc1564100f3 None None] Checking router: d70bc899-c0de-4276-85f7-5b5245d458b0 for host: dv-cinder-789564-9-iscsi {{(pid=93332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:28:54.206175 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bd6471-eda3-4317-bd87-7dc1564100f3 None None] Routers {'d70bc899-c0de-4276-85f7-5b5245d458b0'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:28:54.207147 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-39bd6471-eda3-4317-bd87-7dc1564100f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:28:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['d70bc899-c0de-4276-85f7-5b5245d458b0'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:54.209591 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456ca5b-4bea-4d3f-a3ed-99564289f5f7 req-03f5c8f6-e2d1-4ec7-8e30-b61e7167d73e tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:54.211206 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-5456ca5b-4bea-4d3f-a3ed-99564289f5f7 req-03f5c8f6-e2d1-4ec7-8e30-b61e7167d73e tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 943 time: 0.1785333 Aug 04 16:28:54.273672 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-1f6fceb9-4cfb-4e40-a530-81431d8a7f07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:54.314306 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-39bd6471-eda3-4317-bd87-7dc1564100f3 None None] Set router d70bc899-c0de-4276-85f7-5b5245d458b0 gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:28:54.327038 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-5456ca5b-4bea-4d3f-a3ed-99564289f5f7 req-ca5845e0-317f-4cb4-8db9-5aae50914b6d tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1f964ae-03f9-4e48-96dc-b912e8d9d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091421 Aug 04 16:28:54.331361 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.db.l3_db [None req-beac49bc-48e5-45a5-88f7-fcd12a9011c2 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Floating IP d6d737f4-6826-46ab-b5c9-40c0ed418f91 associated. External IP: 172.27.2.77, port: 17e1d80b-51b6-4b09-b512-e218dc6eaeaa. Aug 04 16:28:54.430648 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.plugin [None req-1f6fceb9-4cfb-4e40-a530-81431d8a7f07 admin admin] Deleting port 3ae4e1e4-cf68-496d-898c-2a888f4ff915 {{(pid=93331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:28:54.431022 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-1f6fceb9-4cfb-4e40-a530-81431d8a7f07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:54.506372 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-39bd6471-eda3-4317-bd87-7dc1564100f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd70bc899-c0de-4276-85f7-5b5245d458b0', 'name': 'tempest-TestMinimumBasicScenario-2053931715-router', 'tenant_id': 'c5b483243f1443f891eee772089355e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ae4e1e4-cf68-496d-898c-2a888f4ff915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:25:28Z', 'updated_at': '2021-08-04T16:28:52Z', 'revision_number': 5, 'project_id': 'c5b483243f1443f891eee772089355e6', 'gw_port': {'id': '3ae4e1e4-cf68-496d-898c-2a888f4ff915', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70bc899-c0de-4276-85f7-5b5245d458b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:25:29Z', 'updated_at': '2021-08-04T16:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi'}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:54.535915 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bd6471-eda3-4317-bd87-7dc1564100f3 None None] The sync data for ids ['d70bc899-c0de-4276-85f7-5b5245d458b0'] in dv-cinder-789564-9-iscsi is: [{'id': 'd70bc899-c0de-4276-85f7-5b5245d458b0', 'name': 'tempest-TestMinimumBasicScenario-2053931715-router', 'tenant_id': 'c5b483243f1443f891eee772089355e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ae4e1e4-cf68-496d-898c-2a888f4ff915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:25:28Z', 'updated_at': '2021-08-04T16:28:52Z', 'revision_number': 5, 'project_id': 'c5b483243f1443f891eee772089355e6', 'gw_port': {'id': '3ae4e1e4-cf68-496d-898c-2a888f4ff915', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70bc899-c0de-4276-85f7-5b5245d458b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:25:29Z', 'updated_at': '2021-08-04T16:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi'}] {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:28:54.697818 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-8f9e4b59-4ec8-4561-aaca-87e54eabbf33 req-2fd153ec-8c6c-4485-81d6-6fb97508c3f6 service neutron] 10.222.0.50 "GET /v2.0/networks/185b7905-00dc-4ba4-a3c5-437dece76adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323030 Aug 04 16:28:54.863803 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.db [None req-1f6fceb9-4cfb-4e40-a530-81431d8a7f07 admin admin] For port 3ae4e1e4-cf68-496d-898c-2a888f4ff915, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=3ae4e1e4-cf68-496d-898c-2a888f4ff915,segment=NetworkSegment(25182b56-ac69-4c03-a79e-71a35095fb85),segment_id=25182b56-ac69-4c03-a79e-71a35095fb85)] {{(pid=93331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:28:54.864070 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-1f6fceb9-4cfb-4e40-a530-81431d8a7f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:54.883140 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.plugin [None req-1f6fceb9-4cfb-4e40-a530-81431d8a7f07 admin admin] Calling delete_port for 3ae4e1e4-cf68-496d-898c-2a888f4ff915 owned by network:router_gateway {{(pid=93331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:28:54.933290 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beac49bc-48e5-45a5-88f7-fcd12a9011c2 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Router 299b800a-9980-4d14-9bef-7c33d0cbf8ae has already been hosted by L3 agent d346cf64-ca3f-484e-b552-5df8791a7915 {{(pid=93331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:28:55.127764 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beac49bc-48e5-45a5-88f7-fcd12a9011c2 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify agent at l3_agent.dv-cinder-789564-9-iscsi the message routers_updated {{(pid=93331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:28:55.133489 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-beac49bc-48e5-45a5-88f7-fcd12a9011c2 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for floatingip, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:55.138074 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7872e2e-2538-49e9-b0a1-4a35a3caeda2 None None] Sync routers for ids ['299b800a-9980-4d14-9bef-7c33d0cbf8ae'] in dv-cinder-789564-9-iscsi {{(pid=93333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:28:55.148264 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7872e2e-2538-49e9-b0a1-4a35a3caeda2 None None] Routers {'299b800a-9980-4d14-9bef-7c33d0cbf8ae'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:28:55.148886 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-e7872e2e-2538-49e9-b0a1-4a35a3caeda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:28:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['299b800a-9980-4d14-9bef-7c33d0cbf8ae'], 'active': True} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:55.174808 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-beac49bc-48e5-45a5-88f7-fcd12a9011c2 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "PUT /v2.0/floatingips/d6d737f4-6826-46ab-b5c9-40c0ed418f91 HTTP/1.1" status: 200 len: 990 time: 1.9442770 Aug 04 16:28:55.174808 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dceabbf2-ecd4-497b-997a-1acbda49ddf9', 'tag': '17e1d80b-51b6-4b09-b512-e218dc6eaeaa'}] {{(pid=93331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:28:55.174808 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b1e7a993a9ef4a638b089ca602ec57e73654d5de59f22d070ba1fe881ce508d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c402d1-ecbf-4fea-8d48-115615855e46" -d '{"events": [{"name": "network-changed", "server_uuid": "dceabbf2-ecd4-497b-997a-1acbda49ddf9", "tag": "17e1d80b-51b6-4b09-b512-e218dc6eaeaa"}]}' {{(pid=93331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:28:55.179656 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-1f6fceb9-4cfb-4e40-a530-81431d8a7f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129279319'] for port, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:55.218242 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6fceb9-4cfb-4e40-a530-81431d8a7f07 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ae4e1e4-cf68-496d-898c-2a888f4ff915,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:55.230850 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6591069-51b5-41df-9121-f89c8f89f9e5 x-openstack-request-id: req-d6591069-51b5-41df-9121-f89c8f89f9e5 {{(pid=93331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:28:55.231256 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dceabbf2-ecd4-497b-997a-1acbda49ddf9", "tag": "17e1d80b-51b6-4b09-b512-e218dc6eaeaa", "status": "completed", "code": 200}]} {{(pid=93331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:28:55.231555 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d6591069-51b5-41df-9121-f89c8f89f9e5 {{(pid=93331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:28:55.232088 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dceabbf2-ecd4-497b-997a-1acbda49ddf9', 'tag': '17e1d80b-51b6-4b09-b512-e218dc6eaeaa', 'status': 'completed', 'code': 200} Aug 04 16:28:55.271588 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvr_db [None req-e7872e2e-2538-49e9-b0a1-4a35a3caeda2 None None] Set router 299b800a-9980-4d14-9bef-7c33d0cbf8ae gateway port host: dv-cinder-789564-9-iscsi {{(pid=93333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:28:55.314568 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-1f6fceb9-4cfb-4e40-a530-81431d8a7f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593608'] for router_gateway, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:55.434713 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 121cf242-a08a-4a7b-94cf-fea277b343b4 no longer exists at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:28:55.442977 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-1f6fceb9-4cfb-4e40-a530-81431d8a7f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10508'] for router, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:55.447434 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-1f6fceb9-4cfb-4e40-a530-81431d8a7f07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:55.456961 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] No Port match for: 121cf242-a08a-4a7b-94cf-fea277b343b4 {{(pid=93332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:28:55.457417 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 121cf242-a08a-4a7b-94cf-fea277b343b4 not bound to the agent host dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:28:55.536009 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-1f6fceb9-4cfb-4e40-a530-81431d8a7f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-590536'] for router, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:55.536625 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6fceb9-4cfb-4e40-a530-81431d8a7f07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d70bc899-c0de-4276-85f7-5b5245d458b0 {{(pid=93331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 16:28:55.541720 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-1f6fceb9-4cfb-4e40-a530-81431d8a7f07 admin admin] Notify callbacks [] for router, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:55.542930 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-1f6fceb9-4cfb-4e40-a530-81431d8a7f07 admin admin] 10.222.0.77 "DELETE /v2.0/routers/d70bc899-c0de-4276-85f7-5b5245d458b0 HTTP/1.1" status: 204 len: 168 time: 1.7071722 Aug 04 16:28:55.547544 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 46020) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:55.551297 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85421dde-fa1e-432a-97af-c58f730c84ac req-55d89958-689a-40e8-96d2-589b24eadf12 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:55.556242 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-85421dde-fa1e-432a-97af-c58f730c84ac req-55d89958-689a-40e8-96d2-589b24eadf12 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 943 time: 0.1259527 Aug 04 16:28:55.614544 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.db_base_plugin_v2 [None req-f533c7da-6ae3-49ec-bfbe-ab9588d079ca admin admin] Deleting subnet c9ef757f-c3c6-418f-9d37-283a70110fe2 {{(pid=93330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:28:55.617184 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-85421dde-fa1e-432a-97af-c58f730c84ac req-12ea5ee9-1f20-49aa-8157-2a5068bd91a8 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1f964ae-03f9-4e48-96dc-b912e8d9d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579858 Aug 04 16:28:55.618943 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-f533c7da-6ae3-49ec-bfbe-ab9588d079ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:55.646958 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-e7872e2e-2538-49e9-b0a1-4a35a3caeda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'name': 'tempest-AttachVolumeShelveTestJSON-537519640-router', 'tenant_id': 'e94f253973de4174807e633c0f67ea51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '05117e04-8afe-46d3-bdd0-2c0d9399eb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:57Z', 'updated_at': '2021-08-04T16:24:15Z', 'revision_number': 4, 'project_id': 'e94f253973de4174807e633c0f67ea51', 'gw_port': {'id': '05117e04-8afe-46d3-bdd0-2c0d9399eb6f', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:94:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:00Z', 'updated_at': '2021-08-04T16:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_floatingips': [{'id': 'd6d737f4-6826-46ab-b5c9-40c0ed418f91', 'tenant_id': 'e94f253973de4174807e633c0f67ea51', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'router_id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'port_id': '17e1d80b-51b6-4b09-b512-e218dc6eaeaa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3375530b-34ca-4462-9339-3ed10ebd346b', 'mac_address': 'fa:16:3e:04:04:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceabbf2-ecd4-497b-997a-1acbda49ddf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:28:42Z', 'updated_at': '2021-08-04T16:28:53Z', 'revision_number': 1, 'project_id': 'e94f253973de4174807e633c0f67ea51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d', 'name': '', 'network_id': '3375530b-34ca-4462-9339-3ed10ebd346b', 'tenant_id': 'e94f253973de4174807e633c0f67ea51', 'mac_address': 'fa:16:3e:83:ec:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ad7513e-214e-4cef-868b-a5927b57f732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:10Z', 'updated_at': '2021-08-04T16:24:25Z', 'revision_number': 5, 'project_id': 'e94f253973de4174807e633c0f67ea51', 'subnets': [{'id': '0ad7513e-214e-4cef-868b-a5927b57f732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:55.659440 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-f533c7da-6ae3-49ec-bfbe-ab9588d079ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129631103'] for subnet, precommit_delete_associations {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:55.681821 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7872e2e-2538-49e9-b0a1-4a35a3caeda2 None None] Checking router: 299b800a-9980-4d14-9bef-7c33d0cbf8ae for host: dv-cinder-789564-9-iscsi {{(pid=93333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:28:55.699850 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7872e2e-2538-49e9-b0a1-4a35a3caeda2 None None] Routers {'299b800a-9980-4d14-9bef-7c33d0cbf8ae'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:28:55.700914 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-e7872e2e-2538-49e9-b0a1-4a35a3caeda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:28:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['299b800a-9980-4d14-9bef-7c33d0cbf8ae'], 'active': True} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:55.829119 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvr_db [None req-e7872e2e-2538-49e9-b0a1-4a35a3caeda2 None None] Set router 299b800a-9980-4d14-9bef-7c33d0cbf8ae gateway port host: dv-cinder-789564-9-iscsi {{(pid=93333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:28:55.832970 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-f533c7da-6ae3-49ec-bfbe-ab9588d079ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3786910'] for subnet, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:55.889548 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-f533c7da-6ae3-49ec-bfbe-ab9588d079ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3786903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129638197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129819863'] for subnet, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:55.916764 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f533c7da-6ae3-49ec-bfbe-ab9588d079ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9ef757f-c3c6-418f-9d37-283a70110fe2,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:55.920533 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-f533c7da-6ae3-49ec-bfbe-ab9588d079ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for subnet, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:55.922500 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-f533c7da-6ae3-49ec-bfbe-ab9588d079ca admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c9ef757f-c3c6-418f-9d37-283a70110fe2 HTTP/1.1" status: 204 len: 168 time: 0.3736856 Aug 04 16:28:55.925144 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 46022) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:55.932632 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa3653f-cbf2-488e-bdcf-ffcb84a0a771 None None] Network ac7cd450-e44f-4fa4-b535-c94ee7de8b1a requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:28:56.001387 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c20b0da8-81a9-4904-86bb-49d4600d2601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3767040'] for network, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:56.065792 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [None req-c20b0da8-81a9-4904-86bb-49d4600d2601 admin admin] Deleting port 1396e6d4-738d-4bb6-af49-114286a250f1 {{(pid=93330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:28:56.066226 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c20b0da8-81a9-4904-86bb-49d4600d2601 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:56.082676 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-e7872e2e-2538-49e9-b0a1-4a35a3caeda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'name': 'tempest-AttachVolumeShelveTestJSON-537519640-router', 'tenant_id': 'e94f253973de4174807e633c0f67ea51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '05117e04-8afe-46d3-bdd0-2c0d9399eb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:57Z', 'updated_at': '2021-08-04T16:24:15Z', 'revision_number': 4, 'project_id': 'e94f253973de4174807e633c0f67ea51', 'gw_port': {'id': '05117e04-8afe-46d3-bdd0-2c0d9399eb6f', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:94:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:00Z', 'updated_at': '2021-08-04T16:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_floatingips': [{'id': 'd6d737f4-6826-46ab-b5c9-40c0ed418f91', 'tenant_id': 'e94f253973de4174807e633c0f67ea51', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'router_id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'port_id': '17e1d80b-51b6-4b09-b512-e218dc6eaeaa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3375530b-34ca-4462-9339-3ed10ebd346b', 'mac_address': 'fa:16:3e:04:04:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceabbf2-ecd4-497b-997a-1acbda49ddf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:28:42Z', 'updated_at': '2021-08-04T16:28:53Z', 'revision_number': 1, 'project_id': 'e94f253973de4174807e633c0f67ea51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d', 'name': '', 'network_id': '3375530b-34ca-4462-9339-3ed10ebd346b', 'tenant_id': 'e94f253973de4174807e633c0f67ea51', 'mac_address': 'fa:16:3e:83:ec:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ad7513e-214e-4cef-868b-a5927b57f732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:10Z', 'updated_at': '2021-08-04T16:24:25Z', 'revision_number': 5, 'project_id': 'e94f253973de4174807e633c0f67ea51', 'subnets': [{'id': '0ad7513e-214e-4cef-868b-a5927b57f732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:56.119603 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7872e2e-2538-49e9-b0a1-4a35a3caeda2 None None] The sync data for ids ['299b800a-9980-4d14-9bef-7c33d0cbf8ae'] in dv-cinder-789564-9-iscsi is: [{'id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'name': 'tempest-AttachVolumeShelveTestJSON-537519640-router', 'tenant_id': 'e94f253973de4174807e633c0f67ea51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '05117e04-8afe-46d3-bdd0-2c0d9399eb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:57Z', 'updated_at': '2021-08-04T16:24:15Z', 'revision_number': 4, 'project_id': 'e94f253973de4174807e633c0f67ea51', 'gw_port': {'id': '05117e04-8afe-46d3-bdd0-2c0d9399eb6f', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:94:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:00Z', 'updated_at': '2021-08-04T16:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_floatingips': [{'id': 'd6d737f4-6826-46ab-b5c9-40c0ed418f91', 'tenant_id': 'e94f253973de4174807e633c0f67ea51', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'router_id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'port_id': '17e1d80b-51b6-4b09-b512-e218dc6eaeaa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3375530b-34ca-4462-9339-3ed10ebd346b', 'mac_address': 'fa:16:3e:04:04:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceabbf2-ecd4-497b-997a-1acbda49ddf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:28:42Z', 'updated_at': '2021-08-04T16:28:53Z', 'revision_number': 1, 'project_id': 'e94f253973de4174807e633c0f67ea51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d', 'name': '', 'network_id': '3375530b-34ca-4462-9339-3ed10ebd346b', 'tenant_id': 'e94f253973de4174807e633c0f67ea51', 'mac_address': 'fa:16:3e:83:ec:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ad7513e-214e-4cef-868b-a5927b57f732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:10Z', 'updated_at': '2021-08-04T16:24:25Z', 'revision_number': 5, 'project_id': 'e94f253973de4174807e633c0f67ea51', 'subnets': [{'id': '0ad7513e-214e-4cef-868b-a5927b57f732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:28:56.140627 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95d6994-6a4a-4d0a-96fb-d2c4a7d05afb None None] DHCP port deletion for ac7cd450-e44f-4fa4-b535-c94ee7de8b1a request from dv-cinder-789564-9-iscsi {{(pid=93332) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 16:28:56.146861 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [None req-c20b0da8-81a9-4904-86bb-49d4600d2601 admin admin] For port 1396e6d4-738d-4bb6-af49-114286a250f1, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=1396e6d4-738d-4bb6-af49-114286a250f1,segment=NetworkSegment(2836939e-73dd-4a0d-ba0c-87ac3d65e8d9),segment_id=2836939e-73dd-4a0d-ba0c-87ac3d65e8d9)] {{(pid=93330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:28:56.147237 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c20b0da8-81a9-4904-86bb-49d4600d2601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:56.161137 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [None req-c20b0da8-81a9-4904-86bb-49d4600d2601 admin admin] Calling delete_port for 1396e6d4-738d-4bb6-af49-114286a250f1 owned by network:dhcp {{(pid=93330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:28:56.193856 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-f95d6994-6a4a-4d0a-96fb-d2c4a7d05afb None None] Deleting port 1396e6d4-738d-4bb6-af49-114286a250f1 {{(pid=93332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:28:56.194272 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-f95d6994-6a4a-4d0a-96fb-d2c4a7d05afb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:56.255481 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c20b0da8-81a9-4904-86bb-49d4600d2601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:56.265792 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-f95d6994-6a4a-4d0a-96fb-d2c4a7d05afb None None] For port 1396e6d4-738d-4bb6-af49-114286a250f1, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=1396e6d4-738d-4bb6-af49-114286a250f1,segment=NetworkSegment(2836939e-73dd-4a0d-ba0c-87ac3d65e8d9),segment_id=2836939e-73dd-4a0d-ba0c-87ac3d65e8d9)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:28:56.266320 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-f95d6994-6a4a-4d0a-96fb-d2c4a7d05afb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:56.268939 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20b0da8-81a9-4904-86bb-49d4600d2601 admin admin] No DVR routers for this DVR port 1396e6d4-738d-4bb6-af49-114286a250f1 on host dv-cinder-789564-9-iscsi {{(pid=93330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:28:56.283715 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-f95d6994-6a4a-4d0a-96fb-d2c4a7d05afb None None] Calling delete_port for 1396e6d4-738d-4bb6-af49-114286a250f1 owned by network:dhcp {{(pid=93332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:28:56.290314 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b0da8-81a9-4904-86bb-49d4600d2601 admin admin] Pushing event deleted for resources: {'Port': ['ID=1396e6d4-738d-4bb6-af49-114286a250f1,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:56.365493 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c20b0da8-81a9-4904-86bb-49d4600d2601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3788555', 'neutron.services.segments.db._delete_segments_for_network-8758853804921'] for network, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:56.378361 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.services.segments.db [None req-c20b0da8-81a9-4904-86bb-49d4600d2601 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac7cd450-e44f-4fa4-b535-c94ee7de8b1a']}} {{(pid=93330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:56.382737 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5eb26c-c563-415d-a164-5bc5dad9e589 None None] New status for floating IP d6d737f4-6826-46ab-b5c9-40c0ed418f91: ACTIVE {{(pid=93332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:28:56.395553 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.services.segments.db [None req-c20b0da8-81a9-4904-86bb-49d4600d2601 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2836939e-73dd-4a0d-ba0c-87ac3d65e8d9') {'for_net_delete': True} {{(pid=93330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:56.395850 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.services.segments.db [None req-c20b0da8-81a9-4904-86bb-49d4600d2601 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2836939e-73dd-4a0d-ba0c-87ac3d65e8d9') {} {{(pid=93330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:56.406160 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c20b0da8-81a9-4904-86bb-49d4600d2601 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758853817860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129630982'] for segment, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:56.422024 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c20b0da8-81a9-4904-86bb-49d4600d2601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519'] for segment, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:56.429297 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c20b0da8-81a9-4904-86bb-49d4600d2601 admin admin] Releasing vlan 867 on physical network physnet1 to pool {{(pid=93330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:28:56.429733 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c20b0da8-81a9-4904-86bb-49d4600d2601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129638367'] for segment, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:56.431898 dv-cinder-789564-9-iscsi neutron-server[93330]: Traceback (most recent call last): Aug 04 16:28:56.431898 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:28:56.431898 dv-cinder-789564-9-iscsi neutron-server[93330]: timer() Aug 04 16:28:56.431898 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:28:56.431898 dv-cinder-789564-9-iscsi neutron-server[93330]: cb(*args, **kw) Aug 04 16:28:56.431898 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:28:56.431898 dv-cinder-789564-9-iscsi neutron-server[93330]: return func(*args, **kwargs) Aug 04 16:28:56.431898 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:28:56.431898 dv-cinder-789564-9-iscsi neutron-server[93330]: self._notify() Aug 04 16:28:56.431898 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:28:56.431898 dv-cinder-789564-9-iscsi neutron-server[93330]: self.callback(batched_events) Aug 04 16:28:56.431898 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:28:56.431898 dv-cinder-789564-9-iscsi neutron-server[93330]: event.method(event) Aug 04 16:28:56.431898 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:28:56.431898 dv-cinder-789564-9-iscsi neutron-server[93330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:28:56.431898 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:28:56.431898 dv-cinder-789564-9-iscsi neutron-server[93330]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:28:56.431898 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:28:56.431898 dv-cinder-789564-9-iscsi neutron-server[93330]: return f(self, *a, **k) Aug 04 16:28:56.431898 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:28:56.431898 dv-cinder-789564-9-iscsi neutron-server[93330]: return self._get(url).json() Aug 04 16:28:56.431898 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:28:56.431898 dv-cinder-789564-9-iscsi neutron-server[93330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:28:56.431898 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:28:56.431898 dv-cinder-789564-9-iscsi neutron-server[93330]: return self.request(url, 'GET', **kwargs) Aug 04 16:28:56.431898 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:28:56.431898 dv-cinder-789564-9-iscsi neutron-server[93330]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:28:56.431898 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:28:56.431898 dv-cinder-789564-9-iscsi neutron-server[93330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:28:56.431898 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:28:56.431898 dv-cinder-789564-9-iscsi neutron-server[93330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:28:56.431898 dv-cinder-789564-9-iscsi neutron-server[93330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:28:56.491247 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c20b0da8-81a9-4904-86bb-49d4600d2601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3788544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593556'] for network, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:56.498159 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c20b0da8-81a9-4904-86bb-49d4600d2601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for network, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:56.502069 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-c20b0da8-81a9-4904-86bb-49d4600d2601 admin admin] 10.222.0.77 "DELETE /v2.0/networks/ac7cd450-e44f-4fa4-b535-c94ee7de8b1a HTTP/1.1" status: 204 len: 168 time: 0.5757818 Aug 04 16:28:56.504559 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 46026) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:56.516929 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b0da8-81a9-4904-86bb-49d4600d2601 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac7cd450-e44f-4fa4-b535-c94ee7de8b1a,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:56.583811 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c402d1-ecbf-4fea-8d48-115615855e46 req-7a29c7e7-66d9-4a75-afeb-360369eab457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:56.585773 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-62c402d1-ecbf-4fea-8d48-115615855e46 req-7a29c7e7-66d9-4a75-afeb-360369eab457 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e94f253973de4174807e633c0f67ea51&device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 1098 time: 0.0467727 Aug 04 16:28:56.625805 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-f95d6994-6a4a-4d0a-96fb-d2c4a7d05afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776'] for port, after_delete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:56.655157 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d6994-6a4a-4d0a-96fb-d2c4a7d05afb None None] Pushing event deleted for resources: {'Port': ['ID=1396e6d4-738d-4bb6-af49-114286a250f1,revision_number=None']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:56.657286 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f95d6994-6a4a-4d0a-96fb-d2c4a7d05afb None None] Network ac7cd450-e44f-4fa4-b535-c94ee7de8b1a is not hosted by any dhcp agent {{(pid=93332) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 04 16:28:56.658180 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95d6994-6a4a-4d0a-96fb-d2c4a7d05afb None None] No DVR routers for this DVR port 1396e6d4-738d-4bb6-af49-114286a250f1 on host dv-cinder-789564-9-iscsi {{(pid=93332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:28:56.692751 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c402d1-ecbf-4fea-8d48-115615855e46 req-51da25e2-c3e8-4439-87b4-463ef0215c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:56.694318 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-62c402d1-ecbf-4fea-8d48-115615855e46 req-51da25e2-c3e8-4439-87b4-463ef0215c82 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3375530b-34ca-4462-9339-3ed10ebd346b HTTP/1.1" status: 200 len: 917 time: 0.1000679 Aug 04 16:28:56.791886 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-62c402d1-ecbf-4fea-8d48-115615855e46 req-97ad3c3c-48ae-45a4-97d2-f10f9772d386 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17e1d80b-51b6-4b09-b512-e218dc6eaeaa HTTP/1.1" status: 200 len: 998 time: 0.0865531 Aug 04 16:28:56.860916 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c402d1-ecbf-4fea-8d48-115615855e46 req-9c8cb1e0-e5fe-42ba-8d7e-3c8e377fd544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:56.862596 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-62c402d1-ecbf-4fea-8d48-115615855e46 req-9c8cb1e0-e5fe-42ba-8d7e-3c8e377fd544 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0ad7513e-214e-4cef-868b-a5927b57f732 HTTP/1.1" status: 200 len: 855 time: 0.0617707 Aug 04 16:28:56.912377 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c402d1-ecbf-4fea-8d48-115615855e46 req-1f4cf404-6d81-4573-8eb5-88f318208399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:56.913999 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-62c402d1-ecbf-4fea-8d48-115615855e46 req-1f4cf404-6d81-4573-8eb5-88f318208399 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3375530b-34ca-4462-9339-3ed10ebd346b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432932 Aug 04 16:28:56.928098 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-020eb649-8216-4e47-ab5a-8b497b207676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-597154'] for router_interface, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:57.018530 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-62c402d1-ecbf-4fea-8d48-115615855e46 req-4cbf2b05-fe1d-4e20-b67c-037612cd8ff9 service neutron] 10.222.0.50 "GET /v2.0/networks/3375530b-34ca-4462-9339-3ed10ebd346b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895128 Aug 04 16:28:57.068735 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2372b65-4e6a-48ea-96a9-5ff7baedd94a req-541d98cb-3620-412c-8a13-d85d08fc8327 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:57.070305 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-a2372b65-4e6a-48ea-96a9-5ff7baedd94a req-541d98cb-3620-412c-8a13-d85d08fc8327 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 943 time: 0.3509753 Aug 04 16:28:57.126121 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-62c402d1-ecbf-4fea-8d48-115615855e46 req-8e3a17fb-bc65-4bed-abd7-f8e2f2e8c32b service neutron] 10.222.0.50 "GET /v2.0/networks/3375530b-34ca-4462-9339-3ed10ebd346b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996087 Aug 04 16:28:57.161754 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-a2372b65-4e6a-48ea-96a9-5ff7baedd94a req-831e0c54-a897-4104-9796-7f278f1c3fbb tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1f964ae-03f9-4e48-96dc-b912e8d9d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644698 Aug 04 16:28:57.256315 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.plugin [None req-020eb649-8216-4e47-ab5a-8b497b207676 admin admin] Deleting port 40e32b63-a810-4018-8159-5c1398114c8f {{(pid=93331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:28:57.256653 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-020eb649-8216-4e47-ab5a-8b497b207676 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:57.337649 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.db [None req-020eb649-8216-4e47-ab5a-8b497b207676 admin admin] For port 40e32b63-a810-4018-8159-5c1398114c8f, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=40e32b63-a810-4018-8159-5c1398114c8f,segment=NetworkSegment(770fb9c4-fcef-461a-8e0e-113b63efb036),segment_id=770fb9c4-fcef-461a-8e0e-113b63efb036)] {{(pid=93331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:28:57.338061 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-020eb649-8216-4e47-ab5a-8b497b207676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:57.352020 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.plugin [None req-020eb649-8216-4e47-ab5a-8b497b207676 admin admin] Calling delete_port for 40e32b63-a810-4018-8159-5c1398114c8f owned by network:router_interface {{(pid=93331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:28:57.413697 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 1396e6d4-738d-4bb6-af49-114286a250f1 no longer exists at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:28:57.434837 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] No Port match for: 1396e6d4-738d-4bb6-af49-114286a250f1 {{(pid=93332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:28:57.435184 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 1396e6d4-738d-4bb6-af49-114286a250f1 not bound to the agent host dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:28:57.435601 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 3ae4e1e4-cf68-496d-898c-2a888f4ff915 no longer exists at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:28:57.459436 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] No Port match for: 3ae4e1e4-cf68-496d-898c-2a888f4ff915 {{(pid=93332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:28:57.459778 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 3ae4e1e4-cf68-496d-898c-2a888f4ff915 not bound to the agent host dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:28:57.556077 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-020eb649-8216-4e47-ab5a-8b497b207676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129279319'] for port, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:57.617774 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020eb649-8216-4e47-ab5a-8b497b207676 admin admin] Pushing event deleted for resources: {'Port': ['ID=40e32b63-a810-4018-8159-5c1398114c8f,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:57.771004 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-020eb649-8216-4e47-ab5a-8b497b207676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3631325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-597066'] for router_interface, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:58.322518 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020eb649-8216-4e47-ab5a-8b497b207676 admin admin] Router 9b4b253b-76f2-4197-9d6f-9f64417d9ffc has already been hosted by L3 agent d346cf64-ca3f-484e-b552-5df8791a7915 {{(pid=93331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:28:58.348917 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138426be-f6e5-4cd5-a7c8-715096cb3f13 req-fd2d791f-69dd-421d-bff5-af200b30d76a tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:58.350456 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-138426be-f6e5-4cd5-a7c8-715096cb3f13 req-fd2d791f-69dd-421d-bff5-af200b30d76a tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 943 time: 0.0686977 Aug 04 16:28:58.456468 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-138426be-f6e5-4cd5-a7c8-715096cb3f13 req-f84b01cf-8239-41ab-abbd-d3b611d3f869 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1f964ae-03f9-4e48-96dc-b912e8d9d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992036 Aug 04 16:28:58.482649 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020eb649-8216-4e47-ab5a-8b497b207676 admin admin] Notify agent at l3_agent.dv-cinder-789564-9-iscsi the message routers_updated {{(pid=93331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:28:58.487736 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-020eb649-8216-4e47-ab5a-8b497b207676 admin admin] 10.222.0.77 "PUT /v2.0/routers/9b4b253b-76f2-4197-9d6f-9f64417d9ffc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9820020 Aug 04 16:28:58.490423 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 46052) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:58.493827 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d566a85-c84a-4405-97fb-e7a3a43496a1 None None] Sync routers for ids ['9b4b253b-76f2-4197-9d6f-9f64417d9ffc'] in dv-cinder-789564-9-iscsi {{(pid=93333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:28:58.503485 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d566a85-c84a-4405-97fb-e7a3a43496a1 None None] Routers {'9b4b253b-76f2-4197-9d6f-9f64417d9ffc'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:28:58.504137 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-5d566a85-c84a-4405-97fb-e7a3a43496a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:28:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['9b4b253b-76f2-4197-9d6f-9f64417d9ffc'], 'active': True} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:58.595488 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-19c75a1f-d450-410a-b88a-90783113faeb admin admin] Notify callbacks [] for router, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:58.611173 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvr_db [None req-5d566a85-c84a-4405-97fb-e7a3a43496a1 None None] Set router 9b4b253b-76f2-4197-9d6f-9f64417d9ffc gateway port host: dv-cinder-789564-9-iscsi {{(pid=93333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:28:58.712607 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-19c75a1f-d450-410a-b88a-90783113faeb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:58.774165 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.plugin [None req-19c75a1f-d450-410a-b88a-90783113faeb admin admin] Deleting port 98644444-67c5-4c4c-a5f8-2080301f474f {{(pid=93331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:28:58.774515 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-19c75a1f-d450-410a-b88a-90783113faeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:58.799620 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-5d566a85-c84a-4405-97fb-e7a3a43496a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4b253b-76f2-4197-9d6f-9f64417d9ffc', 'name': 'tempest-TestMinimumBasicScenario-2024780411-router', 'tenant_id': 'd4905afbf1684056b10d762fb33dca02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '98644444-67c5-4c4c-a5f8-2080301f474f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:25:35Z', 'updated_at': '2021-08-04T16:28:57Z', 'revision_number': 5, 'project_id': 'd4905afbf1684056b10d762fb33dca02', 'gw_port': {'id': '98644444-67c5-4c4c-a5f8-2080301f474f', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4b253b-76f2-4197-9d6f-9f64417d9ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:25:36Z', 'updated_at': '2021-08-04T16:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi'}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:58.827154 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d566a85-c84a-4405-97fb-e7a3a43496a1 None None] Checking router: 9b4b253b-76f2-4197-9d6f-9f64417d9ffc for host: dv-cinder-789564-9-iscsi {{(pid=93333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:28:58.837102 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d566a85-c84a-4405-97fb-e7a3a43496a1 None None] Routers {'9b4b253b-76f2-4197-9d6f-9f64417d9ffc'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:28:58.837786 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-5d566a85-c84a-4405-97fb-e7a3a43496a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:28:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['9b4b253b-76f2-4197-9d6f-9f64417d9ffc'], 'active': True} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:58.856712 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.db [None req-19c75a1f-d450-410a-b88a-90783113faeb admin admin] For port 98644444-67c5-4c4c-a5f8-2080301f474f, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=98644444-67c5-4c4c-a5f8-2080301f474f,segment=NetworkSegment(25182b56-ac69-4c03-a79e-71a35095fb85),segment_id=25182b56-ac69-4c03-a79e-71a35095fb85)] {{(pid=93331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:28:58.857075 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-19c75a1f-d450-410a-b88a-90783113faeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:58.871547 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.plugin [None req-19c75a1f-d450-410a-b88a-90783113faeb admin admin] Calling delete_port for 98644444-67c5-4c4c-a5f8-2080301f474f owned by network:router_gateway {{(pid=93331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:28:58.922125 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvr_db [None req-5d566a85-c84a-4405-97fb-e7a3a43496a1 None None] Set router 9b4b253b-76f2-4197-9d6f-9f64417d9ffc gateway port host: None {{(pid=93333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:28:58.977921 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-5d566a85-c84a-4405-97fb-e7a3a43496a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4b253b-76f2-4197-9d6f-9f64417d9ffc', 'name': 'tempest-TestMinimumBasicScenario-2024780411-router', 'tenant_id': 'd4905afbf1684056b10d762fb33dca02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:25:35Z', 'updated_at': '2021-08-04T16:28:58Z', 'revision_number': 6, 'project_id': 'd4905afbf1684056b10d762fb33dca02', 'gw_port_host': None}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:59.004788 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d566a85-c84a-4405-97fb-e7a3a43496a1 None None] The sync data for ids ['9b4b253b-76f2-4197-9d6f-9f64417d9ffc'] in dv-cinder-789564-9-iscsi is: [{'id': '9b4b253b-76f2-4197-9d6f-9f64417d9ffc', 'name': 'tempest-TestMinimumBasicScenario-2024780411-router', 'tenant_id': 'd4905afbf1684056b10d762fb33dca02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:25:35Z', 'updated_at': '2021-08-04T16:28:58Z', 'revision_number': 6, 'project_id': 'd4905afbf1684056b10d762fb33dca02', 'gw_port_host': None}] {{(pid=93333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:28:59.047432 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device e6adc942-2649-44f9-a5ef-fe285a7906d7 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:28:59.068624 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-19c75a1f-d450-410a-b88a-90783113faeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129279319'] for port, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:59.103234 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c75a1f-d450-410a-b88a-90783113faeb admin admin] Pushing event deleted for resources: {'Port': ['ID=98644444-67c5-4c4c-a5f8-2080301f474f,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:59.168895 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port e6adc942-2649-44f9-a5ef-fe285a7906d7, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=e6adc942-2649-44f9-a5ef-fe285a7906d7,segment=NetworkSegment(fd256104-621c-40d6-ae7e-f0d6b255b836),segment_id=fd256104-621c-40d6-ae7e-f0d6b255b836)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:28:59.170802 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-19c75a1f-d450-410a-b88a-90783113faeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593608'] for router_gateway, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:59.186504 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Returning: {'device': 'e6adc942-2649-44f9-a5ef-fe285a7906d7', 'network_id': '185b7905-00dc-4ba4-a3c5-437dece76adb', 'port_id': 'e6adc942-2649-44f9-a5ef-fe285a7906d7', 'mac_address': 'fa:16:3e:60:16:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4df58c78-45db-4175-9ebe-e1e86c92c13c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:28:59.224047 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:59.240266 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6adc942-2649-44f9-a5ef-fe285a7906d7 {{(pid=93332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:28:59.263400 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port e6adc942-2649-44f9-a5ef-fe285a7906d7, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=e6adc942-2649-44f9-a5ef-fe285a7906d7,segment=NetworkSegment(fd256104-621c-40d6-ae7e-f0d6b255b836),segment_id=fd256104-621c-40d6-ae7e-f0d6b255b836)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:28:59.269464 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:59.275624 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-19c75a1f-d450-410a-b88a-90783113faeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10508'] for router, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:59.278509 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-19c75a1f-d450-410a-b88a-90783113faeb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:59.324812 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=e6adc942-2649-44f9-a5ef-fe285a7906d7,revision_number=4']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:59.339608 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-19c75a1f-d450-410a-b88a-90783113faeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-590536'] for router, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:59.340204 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c75a1f-d450-410a-b88a-90783113faeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b4b253b-76f2-4197-9d6f-9f64417d9ffc {{(pid=93331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 16:28:59.345457 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-19c75a1f-d450-410a-b88a-90783113faeb admin admin] Notify callbacks [] for router, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:59.346660 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-19c75a1f-d450-410a-b88a-90783113faeb admin admin] 10.222.0.77 "DELETE /v2.0/routers/9b4b253b-76f2-4197-9d6f-9f64417d9ffc HTTP/1.1" status: 204 len: 168 time: 0.8553133 Aug 04 16:28:59.349335 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 46064) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:59.409323 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.db_base_plugin_v2 [None req-36e5f972-9589-4532-886e-5c6fbc386ca8 admin admin] Deleting subnet d7744398-eb79-48ca-b60f-b6cad4eab029 {{(pid=93331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:28:59.415052 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-36e5f972-9589-4532-886e-5c6fbc386ca8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:59.464304 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-36e5f972-9589-4532-886e-5c6fbc386ca8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126256170'] for subnet, precommit_delete_associations {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:59.508154 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 40e32b63-a810-4018-8159-5c1398114c8f no longer exists at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:28:59.529393 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] No Port match for: 40e32b63-a810-4018-8159-5c1398114c8f {{(pid=93332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:28:59.530102 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 40e32b63-a810-4018-8159-5c1398114c8f not bound to the agent host dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:28:59.591887 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] get_ports_and_sgs() called for port_ids ['e6adc942-2649-44f9-a5ef-fe285a7906d7'] {{(pid=93332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:28:59.641211 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-36e5f972-9589-4532-886e-5c6fbc386ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3786910'] for subnet, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:59.680962 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ecd16-6e51-451c-a928-8a914f7f5a01 req-37c21b5c-885b-40b3-94ee-cabf3cf96e8b tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:59.682521 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-264ecd16-6e51-451c-a928-8a914f7f5a01 req-37c21b5c-885b-40b3-94ee-cabf3cf96e8b tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 944 time: 0.1324596 Aug 04 16:28:59.739115 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-264ecd16-6e51-451c-a928-8a914f7f5a01 req-ccc88b9f-de2d-4e81-8b8a-76ad0a890336 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1f964ae-03f9-4e48-96dc-b912e8d9d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486624 Aug 04 16:28:59.741346 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-36e5f972-9589-4532-886e-5c6fbc386ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3786903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129279330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126426463'] for subnet, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:59.763936 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2fe6b4-8f1d-4950-aa89-ddce93624a90 None None] Network dd632c7b-3dea-418f-83da-a31873b0a1fc requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:28:59.770967 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-36e5f972-9589-4532-886e-5c6fbc386ca8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:59.774516 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-36e5f972-9589-4532-886e-5c6fbc386ca8 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/d7744398-eb79-48ca-b60f-b6cad4eab029 HTTP/1.1" status: 204 len: 168 time: 0.4241362 Aug 04 16:28:59.775609 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 46070) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:59.777347 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e5f972-9589-4532-886e-5c6fbc386ca8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7744398-eb79-48ca-b60f-b6cad4eab029,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:59.855086 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-2d434def-609f-4126-8f9a-95def164d2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3767040'] for network, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:59.919724 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [None req-2d434def-609f-4126-8f9a-95def164d2ca admin admin] Deleting port 9b1f5eeb-f381-4b22-a446-1dbe421aa102 {{(pid=93330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:28:59.920031 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-2d434def-609f-4126-8f9a-95def164d2ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:59.986157 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [None req-2d434def-609f-4126-8f9a-95def164d2ca admin admin] For port 9b1f5eeb-f381-4b22-a446-1dbe421aa102, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=9b1f5eeb-f381-4b22-a446-1dbe421aa102,segment=NetworkSegment(770fb9c4-fcef-461a-8e0e-113b63efb036),segment_id=770fb9c4-fcef-461a-8e0e-113b63efb036)] {{(pid=93330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:28:59.986522 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-2d434def-609f-4126-8f9a-95def164d2ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:00.007824 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [None req-2d434def-609f-4126-8f9a-95def164d2ca admin admin] Calling delete_port for 9b1f5eeb-f381-4b22-a446-1dbe421aa102 owned by network:dhcp {{(pid=93330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:29:00.023589 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e7e983-5875-4ec1-875e-c6df19e1a0d8 None None] DHCP port deletion for dd632c7b-3dea-418f-83da-a31873b0a1fc request from dv-cinder-789564-9-iscsi {{(pid=93332) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 16:29:00.100208 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-72e7e983-5875-4ec1-875e-c6df19e1a0d8 None None] Deleting port 9b1f5eeb-f381-4b22-a446-1dbe421aa102 {{(pid=93332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:29:00.101874 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-72e7e983-5875-4ec1-875e-c6df19e1a0d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:00.114230 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-2d434def-609f-4126-8f9a-95def164d2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:00.146595 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d434def-609f-4126-8f9a-95def164d2ca admin admin] Pushing event deleted for resources: {'Port': ['ID=9b1f5eeb-f381-4b22-a446-1dbe421aa102,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:00.150294 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d434def-609f-4126-8f9a-95def164d2ca admin admin] No DVR routers for this DVR port 9b1f5eeb-f381-4b22-a446-1dbe421aa102 on host dv-cinder-789564-9-iscsi {{(pid=93330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:29:00.187378 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-72e7e983-5875-4ec1-875e-c6df19e1a0d8 None None] For port 9b1f5eeb-f381-4b22-a446-1dbe421aa102, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=9b1f5eeb-f381-4b22-a446-1dbe421aa102,segment=NetworkSegment(770fb9c4-fcef-461a-8e0e-113b63efb036),segment_id=770fb9c4-fcef-461a-8e0e-113b63efb036)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:29:00.187772 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-72e7e983-5875-4ec1-875e-c6df19e1a0d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:00.204085 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-72e7e983-5875-4ec1-875e-c6df19e1a0d8 None None] Calling delete_port for 9b1f5eeb-f381-4b22-a446-1dbe421aa102 owned by network:dhcp {{(pid=93332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:29:00.230627 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-2d434def-609f-4126-8f9a-95def164d2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3788555', 'neutron.services.segments.db._delete_segments_for_network-8758853804921'] for network, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:00.248134 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.services.segments.db [None req-2d434def-609f-4126-8f9a-95def164d2ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd632c7b-3dea-418f-83da-a31873b0a1fc']}} {{(pid=93330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:29:00.260954 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.services.segments.db [None req-2d434def-609f-4126-8f9a-95def164d2ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '770fb9c4-fcef-461a-8e0e-113b63efb036') {'for_net_delete': True} {{(pid=93330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:29:00.261223 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.services.segments.db [None req-2d434def-609f-4126-8f9a-95def164d2ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '770fb9c4-fcef-461a-8e0e-113b63efb036') {} {{(pid=93330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:29:00.273517 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-2d434def-609f-4126-8f9a-95def164d2ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758853817860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129630982'] for segment, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:00.291418 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-2d434def-609f-4126-8f9a-95def164d2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519'] for segment, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:00.294965 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-72e7e983-5875-4ec1-875e-c6df19e1a0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776'] for port, after_delete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:00.297485 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d434def-609f-4126-8f9a-95def164d2ca admin admin] Releasing vlan 898 on physical network physnet1 to pool {{(pid=93330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:29:00.297885 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-2d434def-609f-4126-8f9a-95def164d2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129638367'] for segment, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:00.300081 dv-cinder-789564-9-iscsi neutron-server[93330]: Traceback (most recent call last): Aug 04 16:29:00.300081 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:29:00.300081 dv-cinder-789564-9-iscsi neutron-server[93330]: timer() Aug 04 16:29:00.300081 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:29:00.300081 dv-cinder-789564-9-iscsi neutron-server[93330]: cb(*args, **kw) Aug 04 16:29:00.300081 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:29:00.300081 dv-cinder-789564-9-iscsi neutron-server[93330]: return func(*args, **kwargs) Aug 04 16:29:00.300081 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:29:00.300081 dv-cinder-789564-9-iscsi neutron-server[93330]: self._notify() Aug 04 16:29:00.300081 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:29:00.300081 dv-cinder-789564-9-iscsi neutron-server[93330]: self.callback(batched_events) Aug 04 16:29:00.300081 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:29:00.300081 dv-cinder-789564-9-iscsi neutron-server[93330]: event.method(event) Aug 04 16:29:00.300081 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:29:00.300081 dv-cinder-789564-9-iscsi neutron-server[93330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:29:00.300081 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:29:00.300081 dv-cinder-789564-9-iscsi neutron-server[93330]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:29:00.300081 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:29:00.300081 dv-cinder-789564-9-iscsi neutron-server[93330]: return f(self, *a, **k) Aug 04 16:29:00.300081 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:29:00.300081 dv-cinder-789564-9-iscsi neutron-server[93330]: return self._get(url).json() Aug 04 16:29:00.300081 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:29:00.300081 dv-cinder-789564-9-iscsi neutron-server[93330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:29:00.300081 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:29:00.300081 dv-cinder-789564-9-iscsi neutron-server[93330]: return self.request(url, 'GET', **kwargs) Aug 04 16:29:00.300081 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:29:00.300081 dv-cinder-789564-9-iscsi neutron-server[93330]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:29:00.300081 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:29:00.300081 dv-cinder-789564-9-iscsi neutron-server[93330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:29:00.300081 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:29:00.300081 dv-cinder-789564-9-iscsi neutron-server[93330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:29:00.300081 dv-cinder-789564-9-iscsi neutron-server[93330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:29:00.329993 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e7e983-5875-4ec1-875e-c6df19e1a0d8 None None] Pushing event deleted for resources: {'Port': ['ID=9b1f5eeb-f381-4b22-a446-1dbe421aa102,revision_number=None']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:00.334622 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e7e983-5875-4ec1-875e-c6df19e1a0d8 None None] No DVR routers for this DVR port 9b1f5eeb-f381-4b22-a446-1dbe421aa102 on host dv-cinder-789564-9-iscsi {{(pid=93332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:29:00.372574 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-2d434def-609f-4126-8f9a-95def164d2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3788544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593556'] for network, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:00.377031 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-2d434def-609f-4126-8f9a-95def164d2ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for network, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:00.380220 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-2d434def-609f-4126-8f9a-95def164d2ca admin admin] 10.222.0.77 "DELETE /v2.0/networks/dd632c7b-3dea-418f-83da-a31873b0a1fc HTTP/1.1" status: 204 len: 168 time: 0.6027308 Aug 04 16:29:00.395319 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d434def-609f-4126-8f9a-95def164d2ca admin admin] Pushing event deleted for resources: {'Network': ['ID=dd632c7b-3dea-418f-83da-a31873b0a1fc,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:00.587809 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 46080) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:29:00.631895 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-df23ae6d-5bdb-4e69-8f77-43d7f4d09a2d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c5b483243f1443f891eee772089355e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427818 Aug 04 16:29:00.634771 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 46082) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:29:00.688566 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-5b100698-b7da-4226-9dc8-3c3379afe88c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:00.714058 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-5b100698-b7da-4226-9dc8-3c3379afe88c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:00.774432 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-5b100698-b7da-4226-9dc8-3c3379afe88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:00.777153 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-5b100698-b7da-4226-9dc8-3c3379afe88c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:00.778521 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-5b100698-b7da-4226-9dc8-3c3379afe88c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/048d372e-c15a-4862-941b-693b08f4b708 HTTP/1.1" status: 204 len: 168 time: 0.1425292 Aug 04 16:29:00.789721 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b100698-b7da-4226-9dc8-3c3379afe88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048d372e-c15a-4862-941b-693b08f4b708,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:00.868496 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4cb956-17ae-40a2-affe-0beddeac1850 req-0f708c47-35fe-49f4-b40e-b8871d741ca4 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:00.870057 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-cb4cb956-17ae-40a2-affe-0beddeac1850 req-0f708c47-35fe-49f4-b40e-b8871d741ca4 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 944 time: 0.0555553 Aug 04 16:29:00.919901 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-cb4cb956-17ae-40a2-affe-0beddeac1850 req-bd59a902-587b-44c9-ba34-77a77fe27461 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1f964ae-03f9-4e48-96dc-b912e8d9d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430632 Aug 04 16:29:01.080269 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device e6adc942-2649-44f9-a5ef-fe285a7906d7 up at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:29:01.136220 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Provisioning for port e6adc942-2649-44f9-a5ef-fe285a7906d7 completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:29:01.140684 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Provisioning complete for port e6adc942-2649-44f9-a5ef-fe285a7906d7 triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:29:01.141140 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:01.149095 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 46094) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:29:01.194294 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-f19f8090-afab-4c86-9ae4-d30ea98aafd6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d4905afbf1684056b10d762fb33dca02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437462 Aug 04 16:29:01.196751 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 46096) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:29:01.230076 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:01.253657 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-82c27768-c285-4cf8-bf69-64bf79acabdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:01.258685 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cc5de9-b97f-4969-b926-672feb3d04e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6adc942-2649-44f9-a5ef-fe285a7906d7'}] {{(pid=93332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:29:01.263327 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60a3b88c11522644802803ec4887c4dd8a4d8449af02ad3849b143fbab4f5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b351de-e5d2-4e7b-b3a7-78c4e7ae8af5" -d '{"events": [{"server_uuid": "30cc5de9-b97f-4969-b926-672feb3d04e4", "name": "network-vif-plugged", "status": "completed", "tag": "e6adc942-2649-44f9-a5ef-fe285a7906d7"}]}' {{(pid=93332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:29:01.292313 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port e6adc942-2649-44f9-a5ef-fe285a7906d7, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=e6adc942-2649-44f9-a5ef-fe285a7906d7,segment=NetworkSegment(fd256104-621c-40d6-ae7e-f0d6b255b836),segment_id=fd256104-621c-40d6-ae7e-f0d6b255b836)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:29:01.296249 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-82c27768-c285-4cf8-bf69-64bf79acabdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:01.299428 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:01.335721 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc51d75-c4ab-433b-97c6-0d4736585c18 x-openstack-request-id: req-9bc51d75-c4ab-433b-97c6-0d4736585c18 {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:29:01.335954 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30cc5de9-b97f-4969-b926-672feb3d04e4", "name": "network-vif-plugged", "status": "completed", "tag": "e6adc942-2649-44f9-a5ef-fe285a7906d7", "code": 200}]} {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:29:01.336166 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9bc51d75-c4ab-433b-97c6-0d4736585c18 {{(pid=93332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:29:01.336742 dv-cinder-789564-9-iscsi neutron-server[93332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30cc5de9-b97f-4969-b926-672feb3d04e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6adc942-2649-44f9-a5ef-fe285a7906d7', 'code': 200} Aug 04 16:29:01.376469 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=e6adc942-2649-44f9-a5ef-fe285a7906d7,revision_number=5']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:01.382016 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-82c27768-c285-4cf8-bf69-64bf79acabdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:01.385258 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-82c27768-c285-4cf8-bf69-64bf79acabdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:01.386544 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-82c27768-c285-4cf8-bf69-64bf79acabdc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b013b5bf-004c-49fe-a206-5bce8d574764 HTTP/1.1" status: 204 len: 168 time: 0.1885910 Aug 04 16:29:01.399498 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c27768-c285-4cf8-bf69-64bf79acabdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b013b5bf-004c-49fe-a206-5bce8d574764,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:01.433064 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 9b1f5eeb-f381-4b22-a446-1dbe421aa102 no longer exists at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:29:01.453861 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] No Port match for: 9b1f5eeb-f381-4b22-a446-1dbe421aa102 {{(pid=93332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:29:01.454321 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 9b1f5eeb-f381-4b22-a446-1dbe421aa102 not bound to the agent host dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:29:01.454804 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 98644444-67c5-4c4c-a5f8-2080301f474f no longer exists at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:29:01.481086 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] No Port match for: 98644444-67c5-4c4c-a5f8-2080301f474f {{(pid=93332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:29:01.481547 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 98644444-67c5-4c4c-a5f8-2080301f474f not bound to the agent host dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:29:01.647673 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e873805-923b-4666-b995-87f22e446985 req-0adc0569-479f-4227-899f-5699942c1228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:01.650523 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-1e873805-923b-4666-b995-87f22e446985 req-0adc0569-479f-4227-899f-5699942c1228 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 1098 time: 0.0564332 Aug 04 16:29:01.710363 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-1e873805-923b-4666-b995-87f22e446985 req-f1b5ac8d-af8c-46f2-bf8a-bf33393dfdbe service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f1f964ae-03f9-4e48-96dc-b912e8d9d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494800 Aug 04 16:29:02.269455 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43af7af-39d2-48bf-b8b2-abd3c4669557 req-77480eb6-09d5-4cd4-9c84-46223c0aede5 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:02.270677 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-d43af7af-39d2-48bf-b8b2-abd3c4669557 req-77480eb6-09d5-4cd4-9c84-46223c0aede5 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 945 time: 0.2719400 Aug 04 16:29:02.315924 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-d43af7af-39d2-48bf-b8b2-abd3c4669557 req-4d3354c2-833b-445a-a3e7-05d7d3fa815d tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1f964ae-03f9-4e48-96dc-b912e8d9d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359352 Aug 04 16:29:03.457284 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879ad52-be54-4f14-99a7-e2e6169d4fd3 req-0c8f6129-1a92-43e2-b8eb-b98103fde1a1 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:03.459047 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-c879ad52-be54-4f14-99a7-e2e6169d4fd3 req-0c8f6129-1a92-43e2-b8eb-b98103fde1a1 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 945 time: 0.0555081 Aug 04 16:29:03.505264 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-c879ad52-be54-4f14-99a7-e2e6169d4fd3 req-1ed031e7-c29b-41d9-b46d-37baa7df1cd9 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1f964ae-03f9-4e48-96dc-b912e8d9d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387802 Aug 04 16:29:03.643544 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf2922-da93-4365-ad45-732d1683fbc2 req-f37fd1a4-d528-4792-8dd9-c66c8982868b tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:03.645347 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-5fcf2922-da93-4365-ad45-732d1683fbc2 req-f37fd1a4-d528-4792-8dd9-c66c8982868b tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 945 time: 0.0540285 Aug 04 16:29:03.684933 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-5fcf2922-da93-4365-ad45-732d1683fbc2 req-d03d300f-aeae-49cb-a88c-9ca88c7c4bc1 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1f964ae-03f9-4e48-96dc-b912e8d9d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317218 Aug 04 16:29:03.707769 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 46174) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:29:03.861972 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8bc7d7-17f4-4e2e-9c74-16dfb8d816cd tempest-TestShelveInstance-1061931393 tempest-TestShelveInstance-1061931393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:03.863608 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-1d8bc7d7-17f4-4e2e-9c74-16dfb8d816cd tempest-TestShelveInstance-1061931393 tempest-TestShelveInstance-1061931393-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 1093 time: 0.1545718 Aug 04 16:29:03.868529 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 46178) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:29:03.872882 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [None req-49644296-a49a-45a3-b6bc-c10adea779ac tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Request body: {'floatingip': {'floating_network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'port_id': 'e6adc942-2649-44f9-a5ef-fe285a7906d7', 'tenant_id': '76829aee5bb64de2bb202e81a575e30d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:29:03.897710 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-49644296-a49a-45a3-b6bc-c10adea779ac tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks [] for floatingip, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:04.001528 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-49644296-a49a-45a3-b6bc-c10adea779ac tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:04.121870 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.db_base_plugin_common [None req-49644296-a49a-45a3-b6bc-c10adea779ac tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Allocated IP 172.27.2.183 (79da2935-f34e-4d6b-93be-bb960bd015b1/1f6d232c-c352-4ff7-8ce5-aebf5b141825/b19d48b7-1121-44b2-973a-1618c249d9d0) {{(pid=93330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:29:04.233092 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-49644296-a49a-45a3-b6bc-c10adea779ac tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks [] for port, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:04.276093 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-49644296-a49a-45a3-b6bc-c10adea779ac tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:04.316827 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49644296-a49a-45a3-b6bc-c10adea779ac tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Network 79da2935-f34e-4d6b-93be-bb960bd015b1 is already hosted by enough agents. {{(pid=93330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:29:04.325990 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [None req-49644296-a49a-45a3-b6bc-c10adea779ac tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Resources bound (agent type, host, resource id): {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:29:04.325990 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49644296-a49a-45a3-b6bc-c10adea779ac tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Pushing event updated for resources: {'Port': ['ID=b19d48b7-1121-44b2-973a-1618c249d9d0,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:04.327739 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49644296-a49a-45a3-b6bc-c10adea779ac tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Received port after_create {{(pid=93330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:29:04.420717 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 6 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:29:04.721621 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-49644296-a49a-45a3-b6bc-c10adea779ac tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:04.800909 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-49644296-a49a-45a3-b6bc-c10adea779ac tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:04.957882 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-49644296-a49a-45a3-b6bc-c10adea779ac tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks [] for port, precommit_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:04.968558 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-49644296-a49a-45a3-b6bc-c10adea779ac tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129638395'] for port, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:05.030794 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49644296-a49a-45a3-b6bc-c10adea779ac tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Pushing event updated for resources: {'Port': ['ID=b19d48b7-1121-44b2-973a-1618c249d9d0,revision_number=2']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:05.044739 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49644296-a49a-45a3-b6bc-c10adea779ac tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:29:05.045082 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49644296-a49a-45a3-b6bc-c10adea779ac tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:29:05.045424 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49644296-a49a-45a3-b6bc-c10adea779ac tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:29:05.045758 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49644296-a49a-45a3-b6bc-c10adea779ac tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:29:05.046119 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49644296-a49a-45a3-b6bc-c10adea779ac tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:29:05.046454 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49644296-a49a-45a3-b6bc-c10adea779ac tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:29:05.046775 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49644296-a49a-45a3-b6bc-c10adea779ac tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:29:05.047096 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49644296-a49a-45a3-b6bc-c10adea779ac tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:29:05.047414 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49644296-a49a-45a3-b6bc-c10adea779ac tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:29:05.047733 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49644296-a49a-45a3-b6bc-c10adea779ac tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:29:05.048051 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49644296-a49a-45a3-b6bc-c10adea779ac tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:29:05.048364 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49644296-a49a-45a3-b6bc-c10adea779ac tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:29:05.055700 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-49644296-a49a-45a3-b6bc-c10adea779ac tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593542'] for floatingip, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:05.161577 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.db.l3_db [None req-49644296-a49a-45a3-b6bc-c10adea779ac tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Floating IP ab7cfbee-ceca-47f9-926e-7057ba33b319 associated. External IP: 172.27.2.183, port: e6adc942-2649-44f9-a5ef-fe285a7906d7. Aug 04 16:29:05.659150 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49644296-a49a-45a3-b6bc-c10adea779ac tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Router fd2b73bb-707e-4354-a103-12ab6d129dcd has already been hosted by L3 agent d346cf64-ca3f-484e-b552-5df8791a7915 {{(pid=93330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:29:05.778543 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49644296-a49a-45a3-b6bc-c10adea779ac tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify agent at l3_agent.dv-cinder-789564-9-iscsi the message routers_updated {{(pid=93330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:29:05.790205 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52686c6f-b0ec-4d1c-88dc-d579ea452b78 None None] Sync routers for ids ['fd2b73bb-707e-4354-a103-12ab6d129dcd'] in dv-cinder-789564-9-iscsi {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:29:05.796929 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-49644296-a49a-45a3-b6bc-c10adea779ac tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for floatingip, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:05.802813 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52686c6f-b0ec-4d1c-88dc-d579ea452b78 None None] Routers {'fd2b73bb-707e-4354-a103-12ab6d129dcd'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:29:05.803451 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-52686c6f-b0ec-4d1c-88dc-d579ea452b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:28:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['fd2b73bb-707e-4354-a103-12ab6d129dcd'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:29:05.826162 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-49644296-a49a-45a3-b6bc-c10adea779ac tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9564061 Aug 04 16:29:05.826951 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30cc5de9-b97f-4969-b926-672feb3d04e4', 'tag': 'e6adc942-2649-44f9-a5ef-fe285a7906d7'}] {{(pid=93330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:29:05.829652 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37e886c0defde040503dc6230deb255415226de4639eab9b495881836c77004d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4287ce-8661-4642-acf0-3b7e94f7e47a" -d '{"events": [{"name": "network-changed", "server_uuid": "30cc5de9-b97f-4969-b926-672feb3d04e4", "tag": "e6adc942-2649-44f9-a5ef-fe285a7906d7"}]}' {{(pid=93330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:29:05.869448 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1768ffcf-dd57-4a4b-9207-6cf318eeb7ab x-openstack-request-id: req-1768ffcf-dd57-4a4b-9207-6cf318eeb7ab {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:29:05.870065 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30cc5de9-b97f-4969-b926-672feb3d04e4", "tag": "e6adc942-2649-44f9-a5ef-fe285a7906d7", "status": "completed", "code": 200}]} {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:29:05.870499 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1768ffcf-dd57-4a4b-9207-6cf318eeb7ab {{(pid=93330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:29:05.871081 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30cc5de9-b97f-4969-b926-672feb3d04e4', 'tag': 'e6adc942-2649-44f9-a5ef-fe285a7906d7', 'status': 'completed', 'code': 200} Aug 04 16:29:05.914723 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-52686c6f-b0ec-4d1c-88dc-d579ea452b78 None None] Set router fd2b73bb-707e-4354-a103-12ab6d129dcd gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:29:05.939178 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4287ce-8661-4642-acf0-3b7e94f7e47a req-c00a2758-baa9-41dc-a665-23d113faafe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:05.940746 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-7a4287ce-8661-4642-acf0-3b7e94f7e47a req-c00a2758-baa9-41dc-a665-23d113faafe2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=76829aee5bb64de2bb202e81a575e30d&device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 1098 time: 0.0405951 Aug 04 16:29:06.035560 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4287ce-8661-4642-acf0-3b7e94f7e47a req-74df1e4a-5f12-4580-8185-8df1d1d55c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:06.037073 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-7a4287ce-8661-4642-acf0-3b7e94f7e47a req-74df1e4a-5f12-4580-8185-8df1d1d55c1f service neutron] 10.222.0.50 "GET /v2.0/networks?id=185b7905-00dc-4ba4-a3c5-437dece76adb HTTP/1.1" status: 200 len: 910 time: 0.0874584 Aug 04 16:29:06.105105 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-7a4287ce-8661-4642-acf0-3b7e94f7e47a req-34ee976d-fd19-433e-ab89-7fd6db9c2512 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6adc942-2649-44f9-a5ef-fe285a7906d7 HTTP/1.1" status: 200 len: 999 time: 0.0598626 Aug 04 16:29:06.164237 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4287ce-8661-4642-acf0-3b7e94f7e47a req-97bd7392-fcbd-4270-ae23-988cae791772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:06.166877 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-7a4287ce-8661-4642-acf0-3b7e94f7e47a req-97bd7392-fcbd-4270-ae23-988cae791772 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4df58c78-45db-4175-9ebe-e1e86c92c13c HTTP/1.1" status: 200 len: 848 time: 0.0541787 Aug 04 16:29:06.203867 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-52686c6f-b0ec-4d1c-88dc-d579ea452b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2b73bb-707e-4354-a103-12ab6d129dcd', 'name': 'tempest-TestShelveInstance-1289892520-router', 'tenant_id': '76829aee5bb64de2bb202e81a575e30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'bf169269-5189-48a5-8d4c-472f825dd15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:16Z', 'updated_at': '2021-08-04T16:28:19Z', 'revision_number': 4, 'project_id': '76829aee5bb64de2bb202e81a575e30d', 'gw_port': {'id': 'bf169269-5189-48a5-8d4c-472f825dd15b', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2b73bb-707e-4354-a103-12ab6d129dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:16Z', 'updated_at': '2021-08-04T16:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_floatingips': [{'id': 'ab7cfbee-ceca-47f9-926e-7057ba33b319', 'tenant_id': '76829aee5bb64de2bb202e81a575e30d', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'router_id': 'fd2b73bb-707e-4354-a103-12ab6d129dcd', 'port_id': 'e6adc942-2649-44f9-a5ef-fe285a7906d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '185b7905-00dc-4ba4-a3c5-437dece76adb', 'mac_address': 'fa:16:3e:60:16:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cc5de9-b97f-4969-b926-672feb3d04e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:29:04Z', 'updated_at': '2021-08-04T16:29:04Z', 'revision_number': 0, 'project_id': '76829aee5bb64de2bb202e81a575e30d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7977e763-752c-456f-b7e9-a2c20ed96c1b', 'name': '', 'network_id': '185b7905-00dc-4ba4-a3c5-437dece76adb', 'tenant_id': '76829aee5bb64de2bb202e81a575e30d', 'mac_address': 'fa:16:3e:68:8f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2b73bb-707e-4354-a103-12ab6d129dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '4df58c78-45db-4175-9ebe-e1e86c92c13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:18Z', 'updated_at': '2021-08-04T16:28:26Z', 'revision_number': 5, 'project_id': '76829aee5bb64de2bb202e81a575e30d', 'subnets': [{'id': '4df58c78-45db-4175-9ebe-e1e86c92c13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:29:06.220662 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4287ce-8661-4642-acf0-3b7e94f7e47a req-c8826644-5072-4860-8c70-e0e53b57245d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:06.222313 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-7a4287ce-8661-4642-acf0-3b7e94f7e47a req-c8826644-5072-4860-8c70-e0e53b57245d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=185b7905-00dc-4ba4-a3c5-437dece76adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466402 Aug 04 16:29:06.231110 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52686c6f-b0ec-4d1c-88dc-d579ea452b78 None None] Checking router: fd2b73bb-707e-4354-a103-12ab6d129dcd for host: dv-cinder-789564-9-iscsi {{(pid=93332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:29:06.239653 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52686c6f-b0ec-4d1c-88dc-d579ea452b78 None None] Routers {'fd2b73bb-707e-4354-a103-12ab6d129dcd'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:29:06.240267 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-52686c6f-b0ec-4d1c-88dc-d579ea452b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:28:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['fd2b73bb-707e-4354-a103-12ab6d129dcd'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:29:06.320320 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-7a4287ce-8661-4642-acf0-3b7e94f7e47a req-dbfe2c4d-2e68-45c1-9792-38376e82e9a6 service neutron] 10.222.0.50 "GET /v2.0/networks/185b7905-00dc-4ba4-a3c5-437dece76adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897551 Aug 04 16:29:06.345057 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-52686c6f-b0ec-4d1c-88dc-d579ea452b78 None None] Set router fd2b73bb-707e-4354-a103-12ab6d129dcd gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:29:06.425642 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-7a4287ce-8661-4642-acf0-3b7e94f7e47a req-b95ab141-fead-4a0f-ba5a-a32b1304cec8 service neutron] 10.222.0.50 "GET /v2.0/networks/185b7905-00dc-4ba4-a3c5-437dece76adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959630 Aug 04 16:29:06.720229 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-52686c6f-b0ec-4d1c-88dc-d579ea452b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2b73bb-707e-4354-a103-12ab6d129dcd', 'name': 'tempest-TestShelveInstance-1289892520-router', 'tenant_id': '76829aee5bb64de2bb202e81a575e30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'bf169269-5189-48a5-8d4c-472f825dd15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:16Z', 'updated_at': '2021-08-04T16:28:19Z', 'revision_number': 4, 'project_id': '76829aee5bb64de2bb202e81a575e30d', 'gw_port': {'id': 'bf169269-5189-48a5-8d4c-472f825dd15b', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2b73bb-707e-4354-a103-12ab6d129dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:16Z', 'updated_at': '2021-08-04T16:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_floatingips': [{'id': 'ab7cfbee-ceca-47f9-926e-7057ba33b319', 'tenant_id': '76829aee5bb64de2bb202e81a575e30d', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'router_id': 'fd2b73bb-707e-4354-a103-12ab6d129dcd', 'port_id': 'e6adc942-2649-44f9-a5ef-fe285a7906d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '185b7905-00dc-4ba4-a3c5-437dece76adb', 'mac_address': 'fa:16:3e:60:16:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cc5de9-b97f-4969-b926-672feb3d04e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:29:04Z', 'updated_at': '2021-08-04T16:29:04Z', 'revision_number': 0, 'project_id': '76829aee5bb64de2bb202e81a575e30d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7977e763-752c-456f-b7e9-a2c20ed96c1b', 'name': '', 'network_id': '185b7905-00dc-4ba4-a3c5-437dece76adb', 'tenant_id': '76829aee5bb64de2bb202e81a575e30d', 'mac_address': 'fa:16:3e:68:8f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2b73bb-707e-4354-a103-12ab6d129dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '4df58c78-45db-4175-9ebe-e1e86c92c13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:18Z', 'updated_at': '2021-08-04T16:28:26Z', 'revision_number': 5, 'project_id': '76829aee5bb64de2bb202e81a575e30d', 'subnets': [{'id': '4df58c78-45db-4175-9ebe-e1e86c92c13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:29:06.758907 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52686c6f-b0ec-4d1c-88dc-d579ea452b78 None None] The sync data for ids ['fd2b73bb-707e-4354-a103-12ab6d129dcd'] in dv-cinder-789564-9-iscsi is: [{'id': 'fd2b73bb-707e-4354-a103-12ab6d129dcd', 'name': 'tempest-TestShelveInstance-1289892520-router', 'tenant_id': '76829aee5bb64de2bb202e81a575e30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'bf169269-5189-48a5-8d4c-472f825dd15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:16Z', 'updated_at': '2021-08-04T16:28:19Z', 'revision_number': 4, 'project_id': '76829aee5bb64de2bb202e81a575e30d', 'gw_port': {'id': 'bf169269-5189-48a5-8d4c-472f825dd15b', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2b73bb-707e-4354-a103-12ab6d129dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:16Z', 'updated_at': '2021-08-04T16:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_floatingips': [{'id': 'ab7cfbee-ceca-47f9-926e-7057ba33b319', 'tenant_id': '76829aee5bb64de2bb202e81a575e30d', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'router_id': 'fd2b73bb-707e-4354-a103-12ab6d129dcd', 'port_id': 'e6adc942-2649-44f9-a5ef-fe285a7906d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '185b7905-00dc-4ba4-a3c5-437dece76adb', 'mac_address': 'fa:16:3e:60:16:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cc5de9-b97f-4969-b926-672feb3d04e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:29:04Z', 'updated_at': '2021-08-04T16:29:04Z', 'revision_number': 0, 'project_id': '76829aee5bb64de2bb202e81a575e30d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7977e763-752c-456f-b7e9-a2c20ed96c1b', 'name': '', 'network_id': '185b7905-00dc-4ba4-a3c5-437dece76adb', 'tenant_id': '76829aee5bb64de2bb202e81a575e30d', 'mac_address': 'fa:16:3e:68:8f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2b73bb-707e-4354-a103-12ab6d129dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '4df58c78-45db-4175-9ebe-e1e86c92c13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:18Z', 'updated_at': '2021-08-04T16:28:26Z', 'revision_number': 5, 'project_id': '76829aee5bb64de2bb202e81a575e30d', 'subnets': [{'id': '4df58c78-45db-4175-9ebe-e1e86c92c13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:29:06.987235 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a021c0-75fe-4d31-a280-13ab9eab18fb None None] New status for floating IP ab7cfbee-ceca-47f9-926e-7057ba33b319: ACTIVE {{(pid=93333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:29:08.128748 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-7105a61a-40d7-45a2-bce0-5e8f25ef3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:10.928139 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-82f8f8b8-dcb5-466e-a946-42257c2d1057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:10.970021 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:12.235399 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:13.682326 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:20.934833 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:21.888638 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d03d9-d3cb-4d4d-b66d-3962a4db926d req-36afb5fd-a312-48cb-97dc-e3d01f4ec8fe tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:21.890423 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-884d03d9-d3cb-4d4d-b66d-3962a4db926d req-36afb5fd-a312-48cb-97dc-e3d01f4ec8fe tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.0601346 Aug 04 16:29:21.944425 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-884d03d9-d3cb-4d4d-b66d-3962a4db926d req-be25c42e-b890-4b51-95e5-a0296dc0189c tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474427 Aug 04 16:29:23.076518 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62c350-8e0f-41a3-80b1-69a3b7e02491 req-c9108365-eb00-46f3-b161-9b9d2e176400 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:23.078364 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-2c62c350-8e0f-41a3-80b1-69a3b7e02491 req-c9108365-eb00-46f3-b161-9b9d2e176400 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.0532320 Aug 04 16:29:23.116599 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-2c62c350-8e0f-41a3-80b1-69a3b7e02491 req-df79217d-c327-4ca6-b94b-ac013d2ea1fe tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321033 Aug 04 16:29:24.053388 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4dfe38-ef67-4a17-a5db-da2f2730df28 req-9261a82b-a6ec-4cfd-9393-befd28211ff6 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:24.054876 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-fc4dfe38-ef67-4a17-a5db-da2f2730df28 req-9261a82b-a6ec-4cfd-9393-befd28211ff6 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.0503452 Aug 04 16:29:24.193849 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [req-fc4dfe38-ef67-4a17-a5db-da2f2730df28 req-9ba7132f-307f-44ac-b4e8-02e666edae56 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Deleting port 63945f38-3e20-498c-9928-cc55b45b7533 {{(pid=93330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:29:24.194620 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-fc4dfe38-ef67-4a17-a5db-da2f2730df28 req-9ba7132f-307f-44ac-b4e8-02e666edae56 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:24.264864 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a096a23-c3ae-43a4-9982-724dcf045002 req-97352afe-7c86-451d-93c7-2677c3f00846 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:24.266538 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-3a096a23-c3ae-43a4-9982-724dcf045002 req-97352afe-7c86-451d-93c7-2677c3f00846 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 945 time: 0.0647128 Aug 04 16:29:24.319533 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-3a096a23-c3ae-43a4-9982-724dcf045002 req-463bfe34-9ec0-450f-ab8e-2e0814613c80 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=28dfa19f-f164-49a1-a52f-af3c64d3ee96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446498 Aug 04 16:29:24.331611 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-fc4dfe38-ef67-4a17-a5db-da2f2730df28 req-9ba7132f-307f-44ac-b4e8-02e666edae56 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] For port 63945f38-3e20-498c-9928-cc55b45b7533, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=63945f38-3e20-498c-9928-cc55b45b7533,segment=NetworkSegment(9f32b91d-c9a0-4366-93d1-1ed592891c5e),segment_id=9f32b91d-c9a0-4366-93d1-1ed592891c5e)] {{(pid=93330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:29:24.331989 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-fc4dfe38-ef67-4a17-a5db-da2f2730df28 req-9ba7132f-307f-44ac-b4e8-02e666edae56 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:24.548620 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-fc4dfe38-ef67-4a17-a5db-da2f2730df28 req-9ba7132f-307f-44ac-b4e8-02e666edae56 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:24.548943 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-fc4dfe38-ef67-4a17-a5db-da2f2730df28 req-9ba7132f-307f-44ac-b4e8-02e666edae56 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593542'] for floatingip, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:24.549275 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.db.l3_db [req-fc4dfe38-ef67-4a17-a5db-da2f2730df28 req-9ba7132f-307f-44ac-b4e8-02e666edae56 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Floating IP 417ad7ce-ed27-4e96-94af-32c239061756 disassociated. External IP: 172.27.2.137, port: 63945f38-3e20-498c-9928-cc55b45b7533. Aug 04 16:29:24.549629 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [req-fc4dfe38-ef67-4a17-a5db-da2f2730df28 req-9ba7132f-307f-44ac-b4e8-02e666edae56 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Calling delete_port for 63945f38-3e20-498c-9928-cc55b45b7533 owned by compute:nova {{(pid=93330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:29:24.709442 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-fc4dfe38-ef67-4a17-a5db-da2f2730df28 req-9ba7132f-307f-44ac-b4e8-02e666edae56 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:24.738051 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba7132f-307f-44ac-b4e8-02e666edae56 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Pushing event deleted for resources: {'Port': ['ID=63945f38-3e20-498c-9928-cc55b45b7533,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:24.863141 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc4dfe38-ef67-4a17-a5db-da2f2730df28 req-9ba7132f-307f-44ac-b4e8-02e666edae56 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Router 8b8f9e7b-d860-4258-98fd-6b35defa34bf has already been hosted by L3 agent d346cf64-ca3f-484e-b552-5df8791a7915 {{(pid=93330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:29:24.973544 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc4dfe38-ef67-4a17-a5db-da2f2730df28 req-9ba7132f-307f-44ac-b4e8-02e666edae56 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify agent at l3_agent.dv-cinder-789564-9-iscsi the message routers_updated {{(pid=93330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:29:24.989975 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15eda3c-a756-4a27-b24b-d719ab650188 None None] Sync routers for ids ['8b8f9e7b-d860-4258-98fd-6b35defa34bf'] in dv-cinder-789564-9-iscsi {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:29:25.001401 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15eda3c-a756-4a27-b24b-d719ab650188 None None] Routers {'8b8f9e7b-d860-4258-98fd-6b35defa34bf'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:29:25.002102 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-e15eda3c-a756-4a27-b24b-d719ab650188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:29:11Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['8b8f9e7b-d860-4258-98fd-6b35defa34bf'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:29:25.021990 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4dfe38-ef67-4a17-a5db-da2f2730df28 req-9ba7132f-307f-44ac-b4e8-02e666edae56 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] No DVR routers for this DVR port 63945f38-3e20-498c-9928-cc55b45b7533 on host hv-cinder-78956 {{(pid=93330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:29:25.025067 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-fc4dfe38-ef67-4a17-a5db-da2f2730df28 req-9ba7132f-307f-44ac-b4e8-02e666edae56 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:25.027417 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-fc4dfe38-ef67-4a17-a5db-da2f2730df28 req-9ba7132f-307f-44ac-b4e8-02e666edae56 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.50 "DELETE /v2.0/ports/63945f38-3e20-498c-9928-cc55b45b7533 HTTP/1.1" status: 204 len: 173 time: 0.9626644 Aug 04 16:29:25.027954 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee88d756-5674-4fae-a650-a006454697e6', 'name': 'network-vif-deleted', 'tag': '63945f38-3e20-498c-9928-cc55b45b7533'}] {{(pid=93330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:29:25.030665 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37e886c0defde040503dc6230deb255415226de4639eab9b495881836c77004d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b588377-f20e-4754-9e99-21e2a6454958" -d '{"events": [{"server_uuid": "ee88d756-5674-4fae-a650-a006454697e6", "name": "network-vif-deleted", "tag": "63945f38-3e20-498c-9928-cc55b45b7533"}]}' {{(pid=93330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:29:25.178034 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-e15eda3c-a756-4a27-b24b-d719ab650188 None None] Set router 8b8f9e7b-d860-4258-98fd-6b35defa34bf gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:29:25.201572 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95be725-5933-483a-a4fe-13894708df1c x-openstack-request-id: req-d95be725-5933-483a-a4fe-13894708df1c {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:29:25.202593 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee88d756-5674-4fae-a650-a006454697e6", "name": "network-vif-deleted", "tag": "63945f38-3e20-498c-9928-cc55b45b7533", "status": "completed", "code": 200}]} {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:29:25.202593 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d95be725-5933-483a-a4fe-13894708df1c {{(pid=93330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:29:25.202593 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee88d756-5674-4fae-a650-a006454697e6', 'name': 'network-vif-deleted', 'tag': '63945f38-3e20-498c-9928-cc55b45b7533', 'status': 'completed', 'code': 200} Aug 04 16:29:25.444317 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-e15eda3c-a756-4a27-b24b-d719ab650188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'name': 'tempest-AttachVolumeTestJSON-786119888-router', 'tenant_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '2867530c-f114-4f1a-9c03-55698f3bdce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:58Z', 'updated_at': '2021-08-04T16:24:12Z', 'revision_number': 4, 'project_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'gw_port': {'id': '2867530c-f114-4f1a-9c03-55698f3bdce4', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:00Z', 'updated_at': '2021-08-04T16:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '6f9018f5-d80f-4057-8773-7632262dcabd', 'name': '', 'network_id': '5c2558c7-24ce-41b2-b792-f9920a95bb2f', 'tenant_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'mac_address': 'fa:16:3e:7e:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1fb80fc5-b3b3-4ef1-9a71-cb5032debcda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:10Z', 'updated_at': '2021-08-04T16:24:22Z', 'revision_number': 5, 'project_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'subnets': [{'id': '1fb80fc5-b3b3-4ef1-9a71-cb5032debcda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:29:25.479120 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15eda3c-a756-4a27-b24b-d719ab650188 None None] Checking router: 8b8f9e7b-d860-4258-98fd-6b35defa34bf for host: dv-cinder-789564-9-iscsi {{(pid=93332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:29:25.482422 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-628c0f91-9fb6-4137-ad0b-be12742d4913 req-97c413c0-f9c0-4a89-84d5-a9dc5502e9c1 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee88d756-5674-4fae-a650-a006454697e6 HTTP/1.1" status: 200 len: 210 time: 0.0316598 Aug 04 16:29:25.493943 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15eda3c-a756-4a27-b24b-d719ab650188 None None] Routers {'8b8f9e7b-d860-4258-98fd-6b35defa34bf'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:29:25.495038 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-e15eda3c-a756-4a27-b24b-d719ab650188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:29:11Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['8b8f9e7b-d860-4258-98fd-6b35defa34bf'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:29:25.618400 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-e15eda3c-a756-4a27-b24b-d719ab650188 None None] Set router 8b8f9e7b-d860-4258-98fd-6b35defa34bf gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:29:25.825893 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-e15eda3c-a756-4a27-b24b-d719ab650188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'name': 'tempest-AttachVolumeTestJSON-786119888-router', 'tenant_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '2867530c-f114-4f1a-9c03-55698f3bdce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:58Z', 'updated_at': '2021-08-04T16:24:12Z', 'revision_number': 4, 'project_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'gw_port': {'id': '2867530c-f114-4f1a-9c03-55698f3bdce4', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:00Z', 'updated_at': '2021-08-04T16:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '6f9018f5-d80f-4057-8773-7632262dcabd', 'name': '', 'network_id': '5c2558c7-24ce-41b2-b792-f9920a95bb2f', 'tenant_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'mac_address': 'fa:16:3e:7e:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1fb80fc5-b3b3-4ef1-9a71-cb5032debcda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:10Z', 'updated_at': '2021-08-04T16:24:22Z', 'revision_number': 5, 'project_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'subnets': [{'id': '1fb80fc5-b3b3-4ef1-9a71-cb5032debcda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:29:25.853573 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15eda3c-a756-4a27-b24b-d719ab650188 None None] The sync data for ids ['8b8f9e7b-d860-4258-98fd-6b35defa34bf'] in dv-cinder-789564-9-iscsi is: [{'id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'name': 'tempest-AttachVolumeTestJSON-786119888-router', 'tenant_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '2867530c-f114-4f1a-9c03-55698f3bdce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:58Z', 'updated_at': '2021-08-04T16:24:12Z', 'revision_number': 4, 'project_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'gw_port': {'id': '2867530c-f114-4f1a-9c03-55698f3bdce4', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:00Z', 'updated_at': '2021-08-04T16:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '6f9018f5-d80f-4057-8773-7632262dcabd', 'name': '', 'network_id': '5c2558c7-24ce-41b2-b792-f9920a95bb2f', 'tenant_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'mac_address': 'fa:16:3e:7e:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1fb80fc5-b3b3-4ef1-9a71-cb5032debcda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:10Z', 'updated_at': '2021-08-04T16:24:22Z', 'revision_number': 5, 'project_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'subnets': [{'id': '1fb80fc5-b3b3-4ef1-9a71-cb5032debcda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:29:26.111266 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb5a154-7f1b-41a7-9836-30426ed7811b None None] New status for floating IP 417ad7ce-ed27-4e96-94af-32c239061756: DOWN {{(pid=93333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:29:26.475820 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 46344) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:29:26.590454 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 46352) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:29:26.631983 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-7a91a76f-2aad-4669-9767-0e94200eb65d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:26.675948 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-174717ad-72dc-44c9-825d-1466688fc153 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:26.711834 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-174717ad-72dc-44c9-825d-1466688fc153 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:26.783362 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-174717ad-72dc-44c9-825d-1466688fc153 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:26.785754 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-174717ad-72dc-44c9-825d-1466688fc153 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:26.786934 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-174717ad-72dc-44c9-825d-1466688fc153 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "DELETE /v2.0/security-groups/28dfa19f-f164-49a1-a52f-af3c64d3ee96 HTTP/1.1" status: 204 len: 168 time: 0.1954515 Aug 04 16:29:26.789819 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 46356) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:29:26.794936 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-7a91a76f-2aad-4669-9767-0e94200eb65d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:26.799845 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174717ad-72dc-44c9-825d-1466688fc153 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28dfa19f-f164-49a1-a52f-af3c64d3ee96,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:26.805976 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-7a91a76f-2aad-4669-9767-0e94200eb65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:26.807025 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.api.v2.resource [None req-fbbb0a88-88d6-4bba-8565-651168f59be4 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] show failed (client error): The resource could not be found. Aug 04 16:29:26.807025 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-fbbb0a88-88d6-4bba-8565-651168f59be4 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups/28dfa19f-f164-49a1-a52f-af3c64d3ee96 HTTP/1.1" status: 404 len: 347 time: 0.0158691 Aug 04 16:29:26.809668 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 46358) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:29:26.841526 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a91a76f-2aad-4669-9767-0e94200eb65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c665a6-4ce0-4739-bbaa-9156e58eeb10,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:26.847253 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-7a91a76f-2aad-4669-9767-0e94200eb65d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3319adae658944baa513c8693b6aa518&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3703954 Aug 04 16:29:26.850026 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 46360) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:29:26.915848 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-3b4a9ed9-c51a-4119-990e-2ab0095b57cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:26.940666 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-3b4a9ed9-c51a-4119-990e-2ab0095b57cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:26.955342 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.plugin [None req-a2624357-81dd-4553-a160-951de1d364be tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Deleting port b3895d48-8c06-4455-98fd-ce32aa24b320 {{(pid=93331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:29:26.955692 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a2624357-81dd-4553-a160-951de1d364be tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:26.990970 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-3b4a9ed9-c51a-4119-990e-2ab0095b57cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:26.993936 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-3b4a9ed9-c51a-4119-990e-2ab0095b57cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:26.995753 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-3b4a9ed9-c51a-4119-990e-2ab0095b57cc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/72c665a6-4ce0-4739-bbaa-9156e58eeb10 HTTP/1.1" status: 204 len: 168 time: 0.1448276 Aug 04 16:29:27.007961 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a9ed9-c51a-4119-990e-2ab0095b57cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c665a6-4ce0-4739-bbaa-9156e58eeb10,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:27.037563 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a2624357-81dd-4553-a160-951de1d364be tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:27.037804 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a2624357-81dd-4553-a160-951de1d364be tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:27.050816 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.plugin [None req-a2624357-81dd-4553-a160-951de1d364be tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Calling delete_port for b3895d48-8c06-4455-98fd-ce32aa24b320 owned by network:floatingip {{(pid=93331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:29:27.192502 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a2624357-81dd-4553-a160-951de1d364be tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129279319'] for port, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:27.221329 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2624357-81dd-4553-a160-951de1d364be tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Pushing event deleted for resources: {'Port': ['ID=b3895d48-8c06-4455-98fd-ce32aa24b320,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:27.294410 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a2624357-81dd-4553-a160-951de1d364be tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks [] for floatingip, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:27.296945 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a2624357-81dd-4553-a160-951de1d364be tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for floatingip, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:27.299916 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-a2624357-81dd-4553-a160-951de1d364be tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "DELETE /v2.0/floatingips/417ad7ce-ed27-4e96-94af-32c239061756 HTTP/1.1" status: 204 len: 168 time: 0.4889975 Aug 04 16:29:27.565127 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 46382) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:29:27.570810 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [None req-f5dffa3d-270f-454e-ae24-62405f89037a tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Request body: {'security_group': {'name': 'tempest-securitygroup--516343555', 'description': 'tempest-description--1279840616'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:29:27.596005 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-f5dffa3d-270f-454e-ae24-62405f89037a tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks [] for security_group, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:27.691744 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-f5dffa3d-270f-454e-ae24-62405f89037a tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks [] for security_group, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:27.698363 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-f5dffa3d-270f-454e-ae24-62405f89037a tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:27.732130 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dffa3d-270f-454e-ae24-62405f89037a tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ca4289-9e44-4b5e-a3db-49428fe30d0c,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:27.735941 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-f5dffa3d-270f-454e-ae24-62405f89037a tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:27.741588 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-f5dffa3d-270f-454e-ae24-62405f89037a tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1712985 Aug 04 16:29:27.741982 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 46388) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:29:27.747831 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [None req-cb71e179-a551-4953-9e1e-45b9d307835f tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Request body: {'security_group_rule': {'security_group_id': 'a5ca4289-9e44-4b5e-a3db-49428fe30d0c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:29:27.776898 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-cb71e179-a551-4953-9e1e-45b9d307835f tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:27.832764 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-cb71e179-a551-4953-9e1e-45b9d307835f tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:27.837840 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-cb71e179-a551-4953-9e1e-45b9d307835f tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598158'] for security_group_rule, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:27.858616 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb71e179-a551-4953-9e1e-45b9d307835f tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee2920ae-bc58-488e-8257-432e24fc28de,revision_number=0']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:27.864863 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-cb71e179-a551-4953-9e1e-45b9d307835f tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:27.868385 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-cb71e179-a551-4953-9e1e-45b9d307835f tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1227348 Aug 04 16:29:27.868756 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 46394) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:29:27.873287 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [None req-47d0e838-b0cf-4e9d-b81e-8df3044f3e0f tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Request body: {'security_group_rule': {'security_group_id': 'a5ca4289-9e44-4b5e-a3db-49428fe30d0c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:29:27.899978 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-47d0e838-b0cf-4e9d-b81e-8df3044f3e0f tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:27.956998 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-47d0e838-b0cf-4e9d-b81e-8df3044f3e0f tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:27.962067 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-47d0e838-b0cf-4e9d-b81e-8df3044f3e0f tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598158'] for security_group_rule, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:27.979383 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d0e838-b0cf-4e9d-b81e-8df3044f3e0f tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6a16d9a-7de6-475e-a46a-3724383ff7b3,revision_number=0']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:27.990275 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-47d0e838-b0cf-4e9d-b81e-8df3044f3e0f tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:27.991492 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-47d0e838-b0cf-4e9d-b81e-8df3044f3e0f tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217523 Aug 04 16:29:27.994791 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 46398) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:29:27.999470 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [None req-02d1ce08-586c-4635-ad03-66eec92fd540 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Request body: {'floatingip': {'floating_network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:29:28.023935 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-02d1ce08-586c-4635-ad03-66eec92fd540 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks [] for floatingip, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:28.145273 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-02d1ce08-586c-4635-ad03-66eec92fd540 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:28.296890 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.db_base_plugin_common [None req-02d1ce08-586c-4635-ad03-66eec92fd540 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Allocated IP 172.27.2.94 (79da2935-f34e-4d6b-93be-bb960bd015b1/1f6d232c-c352-4ff7-8ce5-aebf5b141825/d3593224-ca6e-4f80-9304-c362062e77e8) {{(pid=93330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:29:28.421590 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-02d1ce08-586c-4635-ad03-66eec92fd540 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks [] for port, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:28.465549 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-02d1ce08-586c-4635-ad03-66eec92fd540 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:28.502110 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d1ce08-586c-4635-ad03-66eec92fd540 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Network 79da2935-f34e-4d6b-93be-bb960bd015b1 is already hosted by enough agents. {{(pid=93330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:29:28.508617 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [None req-02d1ce08-586c-4635-ad03-66eec92fd540 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Resources bound (agent type, host, resource id): {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:29:28.512758 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d1ce08-586c-4635-ad03-66eec92fd540 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Received port after_create {{(pid=93330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:29:28.518673 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d1ce08-586c-4635-ad03-66eec92fd540 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Pushing event updated for resources: {'Port': ['ID=d3593224-ca6e-4f80-9304-c362062e77e8,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:28.603736 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-02d1ce08-586c-4635-ad03-66eec92fd540 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:28.641020 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-02d1ce08-586c-4635-ad03-66eec92fd540 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:28.799716 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-02d1ce08-586c-4635-ad03-66eec92fd540 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks [] for port, precommit_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:28.806306 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-02d1ce08-586c-4635-ad03-66eec92fd540 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129638395'] for port, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:28.875742 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d1ce08-586c-4635-ad03-66eec92fd540 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Pushing event updated for resources: {'Port': ['ID=d3593224-ca6e-4f80-9304-c362062e77e8,revision_number=2']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:28.894218 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-02d1ce08-586c-4635-ad03-66eec92fd540 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593542'] for floatingip, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:28.910923 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-02d1ce08-586c-4635-ad03-66eec92fd540 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for floatingip, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:28.912321 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-02d1ce08-586c-4635-ad03-66eec92fd540 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9165001 Aug 04 16:29:29.116688 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-f7ed4254-f315-44c4-a9d0-060115c96969 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--516343555&fields=id&tenant_id=fa8a2bb840264572bbf79ff732ee6fb8 HTTP/1.1" status: 200 len: 267 time: 0.0353022 Aug 04 16:29:29.178469 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 63945f38-3e20-498c-9928-cc55b45b7533 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:29:29.203394 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] No Port match for: 63945f38-3e20-498c-9928-cc55b45b7533 {{(pid=93332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:29:29.203717 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 63945f38-3e20-498c-9928-cc55b45b7533 not bound to the agent host hv-cinder-78956 {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:29:29.227323 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-60505296-5954-4284-914d-99a933a287a2 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:29.228969 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-60505296-5954-4284-914d-99a933a287a2 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/networks?id=5c2558c7-24ce-41b2-b792-f9920a95bb2f HTTP/1.1" status: 200 len: 810 time: 0.1050327 Aug 04 16:29:29.245426 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-aa8d3072-4141-4432-9197-7b18c6006b66 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/quotas/fa8a2bb840264572bbf79ff732ee6fb8 HTTP/1.1" status: 200 len: 375 time: 0.0101631 Aug 04 16:29:29.308589 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-3a09cc29-e481-4895-a2a9-306530b41d76 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=fa8a2bb840264572bbf79ff732ee6fb8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0567901 Aug 04 16:29:29.506504 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-bcb85467-dc40-4c0d-98ee-618f7ea20df0 service neutron] 10.222.0.77 "GET /v2.0/networks/5c2558c7-24ce-41b2-b792-f9920a95bb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852953 Aug 04 16:29:29.642634 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-bbfc6a5e-7f2a-493b-9e04-5032f840068a service neutron] 10.222.0.77 "GET /v2.0/networks/5c2558c7-24ce-41b2-b792-f9920a95bb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297410 Aug 04 16:29:29.837062 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-1f841ef9-a4c9-45fb-b2b5-9573d2117cb3 req-a076b41f-473f-4aaf-b608-2e65542063d4 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=5910e6b6-4ade-47a6-9565-4ffb3ffcdb3b HTTP/1.1" status: 200 len: 210 time: 0.0302653 Aug 04 16:29:30.951991 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-1e23be87-f0b7-4b94-b2be-083a44efdc47 req-19a5c537-731b-49e9-a6ad-6281dc176dc8 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=5910e6b6-4ade-47a6-9565-4ffb3ffcdb3b HTTP/1.1" status: 200 len: 210 time: 0.0313709 Aug 04 16:29:31.192778 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-7ffea3ae-ef4f-4edd-8526-b23a5ece7bd0 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:31.193453 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-7ffea3ae-ef4f-4edd-8526-b23a5ece7bd0 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.50 "GET /v2.0/networks?id=5c2558c7-24ce-41b2-b792-f9920a95bb2f HTTP/1.1" status: 200 len: 810 time: 0.1025879 Aug 04 16:29:31.241394 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-3a986c7e-5b79-44fc-9ad2-01aae3f3a37b tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa8a2bb840264572bbf79ff732ee6fb8 HTTP/1.1" status: 200 len: 379 time: 0.0363715 Aug 04 16:29:31.252060 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-757bbc64-ea65-4dbb-a560-7547c5b8ca0b tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Request body: {'port': {'device_id': '5910e6b6-4ade-47a6-9565-4ffb3ffcdb3b', 'network_id': '5c2558c7-24ce-41b2-b792-f9920a95bb2f', 'admin_state_up': True, 'tenant_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'security_groups': ['a5ca4289-9e44-4b5e-a3db-49428fe30d0c']}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:29:31.371143 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-757bbc64-ea65-4dbb-a560-7547c5b8ca0b tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Made reservation on behalf of fa8a2bb840264572bbf79ff732ee6fb8 for: {'port': 1} {{(pid=93330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:29:31.375246 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-757bbc64-ea65-4dbb-a560-7547c5b8ca0b tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:31.502221 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.db_base_plugin_common [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-757bbc64-ea65-4dbb-a560-7547c5b8ca0b tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Allocated IP 172.20.0.6 (5c2558c7-24ce-41b2-b792-f9920a95bb2f/1fb80fc5-b3b3-4ef1-9a71-cb5032debcda/861bc984-e35a-4369-9f94-3889ac7bd84c) {{(pid=93330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:29:31.648911 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-757bbc64-ea65-4dbb-a560-7547c5b8ca0b tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks [] for port, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:31.664752 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.provisioning_blocks [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-757bbc64-ea65-4dbb-a560-7547c5b8ca0b tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Transition to ACTIVE for port object 861bc984-e35a-4369-9f94-3889ac7bd84c will not be triggered until provisioned by entity DHCP. {{(pid=93330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:29:31.704603 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-757bbc64-ea65-4dbb-a560-7547c5b8ca0b tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:31.750886 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-757bbc64-ea65-4dbb-a560-7547c5b8ca0b tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Network 5c2558c7-24ce-41b2-b792-f9920a95bb2f is already hosted by enough agents. {{(pid=93330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:29:31.755825 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-757bbc64-ea65-4dbb-a560-7547c5b8ca0b tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Resources bound (agent type, host, resource id): {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:29:31.759560 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-757bbc64-ea65-4dbb-a560-7547c5b8ca0b tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Received port after_create {{(pid=93330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:29:31.766332 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757bbc64-ea65-4dbb-a560-7547c5b8ca0b tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Pushing event updated for resources: {'Port': ['ID=861bc984-e35a-4369-9f94-3889ac7bd84c,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:31.819958 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-757bbc64-ea65-4dbb-a560-7547c5b8ca0b tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:31.820858 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-757bbc64-ea65-4dbb-a560-7547c5b8ca0b tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:31.839277 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-757bbc64-ea65-4dbb-a560-7547c5b8ca0b tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5908551 Aug 04 16:29:31.904274 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-91838a03-2c91-457c-a657-674698e795a0 service neutron] Request body: {'port': {'device_id': '5910e6b6-4ade-47a6-9565-4ffb3ffcdb3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:29:31.956906 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-91838a03-2c91-457c-a657-674698e795a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:32.027153 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-f775aa14-4ab3-4d8a-ab6e-22a5b9060de3 None None] Provisioning for port 861bc984-e35a-4369-9f94-3889ac7bd84c completed by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:29:32.034858 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-f775aa14-4ab3-4d8a-ab6e-22a5b9060de3 None None] Provisioning complete for port 861bc984-e35a-4369-9f94-3889ac7bd84c triggered by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:29:32.035554 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-f775aa14-4ab3-4d8a-ab6e-22a5b9060de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:32.088918 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-f775aa14-4ab3-4d8a-ab6e-22a5b9060de3 None None] Port 861bc984-e35a-4369-9f94-3889ac7bd84c cannot update to ACTIVE because it is not bound. {{(pid=93332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:29:32.091199 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8470467-d2cb-43ec-aca3-1bd07b78304a req-684297de-e82b-4a76-b3aa-ddc3bc7a10b0 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:32.099468 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-b8470467-d2cb-43ec-aca3-1bd07b78304a req-684297de-e82b-4a76-b3aa-ddc3bc7a10b0 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=5910e6b6-4ade-47a6-9565-4ffb3ffcdb3b HTTP/1.1" status: 200 len: 931 time: 0.0721672 Aug 04 16:29:32.145615 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-b8470467-d2cb-43ec-aca3-1bd07b78304a req-fbf61e4f-2f15-4bbe-b88c-bc4620034d0d tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=a5ca4289-9e44-4b5e-a3db-49428fe30d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450220 Aug 04 16:29:32.269903 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-91838a03-2c91-457c-a657-674698e795a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 861bc984-e35a-4369-9f94-3889ac7bd84c {{(pid=93330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:29:32.278226 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-91838a03-2c91-457c-a657-674698e795a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:32.295044 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.provisioning_blocks [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-91838a03-2c91-457c-a657-674698e795a0 service neutron] Transition to ACTIVE for port object 861bc984-e35a-4369-9f94-3889ac7bd84c will not be triggered until provisioned by entity L2. {{(pid=93330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:29:32.299985 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-91838a03-2c91-457c-a657-674698e795a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129638395'] for port, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:32.351303 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91838a03-2c91-457c-a657-674698e795a0 service neutron] Pushing event updated for resources: {'Port': ['ID=861bc984-e35a-4369-9f94-3889ac7bd84c,revision_number=2']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:32.443154 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-91838a03-2c91-457c-a657-674698e795a0 service neutron] Attempting to bind port 861bc984-e35a-4369-9f94-3889ac7bd84c on host hv-cinder-78956 for vnic_type normal with profile {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:29:32.443490 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-91838a03-2c91-457c-a657-674698e795a0 service neutron] Attempting to bind port 861bc984-e35a-4369-9f94-3889ac7bd84c by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '9f32b91d-c9a0-4366-93d1-1ed592891c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '5c2558c7-24ce-41b2-b792-f9920a95bb2f'}] {{(pid=93330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:29:32.443823 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-91838a03-2c91-457c-a657-674698e795a0 service neutron] Attempting to bind port 861bc984-e35a-4369-9f94-3889ac7bd84c on network 5c2558c7-24ce-41b2-b792-f9920a95bb2f {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:29:32.450350 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-91838a03-2c91-457c-a657-674698e795a0 service neutron] Port 861bc984-e35a-4369-9f94-3889ac7bd84c on network 5c2558c7-24ce-41b2-b792-f9920a95bb2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:29:32.450719 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-91838a03-2c91-457c-a657-674698e795a0 service neutron] Attempting to bind port 861bc984-e35a-4369-9f94-3889ac7bd84c on network 5c2558c7-24ce-41b2-b792-f9920a95bb2f {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:29:32.457074 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-91838a03-2c91-457c-a657-674698e795a0 service neutron] Checking agent: {'id': 'd306b3d0-6735-4bf3-81d7-29bae54f6551', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 22, 19), 'started_at': datetime.datetime(2021, 8, 4, 16, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:29:32.457421 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-91838a03-2c91-457c-a657-674698e795a0 service neutron] Checking segment: {'id': '9f32b91d-c9a0-4366-93d1-1ed592891c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '5c2558c7-24ce-41b2-b792-f9920a95bb2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:29:32.457855 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-91838a03-2c91-457c-a657-674698e795a0 service neutron] Bound using segment: {'id': '9f32b91d-c9a0-4366-93d1-1ed592891c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '5c2558c7-24ce-41b2-b792-f9920a95bb2f'} {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:29:32.458344 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-91838a03-2c91-457c-a657-674698e795a0 service neutron] Bound port: 861bc984-e35a-4369-9f94-3889ac7bd84c, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f32b91d-c9a0-4366-93d1-1ed592891c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '5c2558c7-24ce-41b2-b792-f9920a95bb2f'}}] {{(pid=93330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:29:32.458712 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-91838a03-2c91-457c-a657-674698e795a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:32.531604 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-91838a03-2c91-457c-a657-674698e795a0 service neutron] For port 861bc984-e35a-4369-9f94-3889ac7bd84c, host hv-cinder-78956, cleared binding levels {{(pid=93330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:29:32.534821 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-91838a03-2c91-457c-a657-674698e795a0 service neutron] For port 861bc984-e35a-4369-9f94-3889ac7bd84c, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=861bc984-e35a-4369-9f94-3889ac7bd84c,segment=NetworkSegment(9f32b91d-c9a0-4366-93d1-1ed592891c5e),segment_id=9f32b91d-c9a0-4366-93d1-1ed592891c5e)] {{(pid=93330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:29:32.540597 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-91838a03-2c91-457c-a657-674698e795a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129638395'] for port, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:32.574051 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-91838a03-2c91-457c-a657-674698e795a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:32.574702 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-91838a03-2c91-457c-a657-674698e795a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:32.576336 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-91838a03-2c91-457c-a657-674698e795a0 service neutron] 10.222.0.50 "PUT /v2.0/ports/861bc984-e35a-4369-9f94-3889ac7bd84c HTTP/1.1" status: 200 len: 1093 time: 0.7244520 Aug 04 16:29:32.576527 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5910e6b6-4ade-47a6-9565-4ffb3ffcdb3b', 'tag': '861bc984-e35a-4369-9f94-3889ac7bd84c'}] {{(pid=93330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:29:32.579135 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37e886c0defde040503dc6230deb255415226de4639eab9b495881836c77004d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5d3370-1472-4e06-a28a-4d81957ed140" -d '{"events": [{"name": "network-changed", "server_uuid": "5910e6b6-4ade-47a6-9565-4ffb3ffcdb3b", "tag": "861bc984-e35a-4369-9f94-3889ac7bd84c"}]}' {{(pid=93330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:29:32.608046 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91838a03-2c91-457c-a657-674698e795a0 service neutron] Pushing event updated for resources: {'Port': ['ID=861bc984-e35a-4369-9f94-3889ac7bd84c,revision_number=3']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:32.625395 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ef0004-ace5-4dae-b29e-aa7abcc30806 x-openstack-request-id: req-01ef0004-ace5-4dae-b29e-aa7abcc30806 {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:29:32.625745 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5910e6b6-4ade-47a6-9565-4ffb3ffcdb3b", "tag": "861bc984-e35a-4369-9f94-3889ac7bd84c", "status": "completed", "code": 200}]} {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:29:32.626082 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-01ef0004-ace5-4dae-b29e-aa7abcc30806 {{(pid=93330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:29:32.626560 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5910e6b6-4ade-47a6-9565-4ffb3ffcdb3b', 'tag': '861bc984-e35a-4369-9f94-3889ac7bd84c', 'status': 'completed', 'code': 200} Aug 04 16:29:32.692214 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-550464e7-26fc-48ac-a11f-c7b81b2dd5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:32.693759 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-550464e7-26fc-48ac-a11f-c7b81b2dd5e4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fa8a2bb840264572bbf79ff732ee6fb8&device_id=5910e6b6-4ade-47a6-9565-4ffb3ffcdb3b HTTP/1.1" status: 200 len: 1096 time: 0.0450993 Aug 04 16:29:32.742895 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-a8678804-5e6a-4be9-a18f-3ed436926da6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=861bc984-e35a-4369-9f94-3889ac7bd84c HTTP/1.1" status: 200 len: 217 time: 0.0389538 Aug 04 16:29:32.804013 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-14ecda05-7769-4dd7-be36-b8a4764604ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:32.805592 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-14ecda05-7769-4dd7-be36-b8a4764604ba service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1fb80fc5-b3b3-4ef1-9a71-cb5032debcda HTTP/1.1" status: 200 len: 849 time: 0.0495653 Aug 04 16:29:32.855868 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-2e259dd9-a7f8-4e0c-97ef-36a7fac5dc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:32.857452 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-2e259dd9-a7f8-4e0c-97ef-36a7fac5dc5c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5c2558c7-24ce-41b2-b792-f9920a95bb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436296 Aug 04 16:29:32.965178 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-efcd0b71-0937-4978-8542-944e6734668f service neutron] 10.222.0.50 "GET /v2.0/networks/5c2558c7-24ce-41b2-b792-f9920a95bb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991671 Aug 04 16:29:33.065797 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3b6751b9-76b5-4b46-bec4-588cd3eda2b8 req-0a5ce957-cdec-4b36-8b9c-0e6183d2a250 service neutron] 10.222.0.50 "GET /v2.0/networks/5c2558c7-24ce-41b2-b792-f9920a95bb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928695 Aug 04 16:29:33.167549 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d3370-1472-4e06-a28a-4d81957ed140 req-69b35cf5-f949-48f5-b97f-e30e9d26cce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:33.169146 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9b5d3370-1472-4e06-a28a-4d81957ed140 req-69b35cf5-f949-48f5-b97f-e30e9d26cce2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fa8a2bb840264572bbf79ff732ee6fb8&device_id=5910e6b6-4ade-47a6-9565-4ffb3ffcdb3b HTTP/1.1" status: 200 len: 1096 time: 0.0441318 Aug 04 16:29:33.335660 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a56118-c8ef-416f-ac4c-6fa32b6715f4 req-57552076-9a3e-496c-8ce1-5f00cd39130f tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:33.337186 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-91a56118-c8ef-416f-ac4c-6fa32b6715f4 req-57552076-9a3e-496c-8ce1-5f00cd39130f tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=5910e6b6-4ade-47a6-9565-4ffb3ffcdb3b HTTP/1.1" status: 200 len: 943 time: 0.0817335 Aug 04 16:29:33.345943 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d3370-1472-4e06-a28a-4d81957ed140 req-f85fa1db-5d4b-4682-b1aa-b3111e435442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:33.347481 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9b5d3370-1472-4e06-a28a-4d81957ed140 req-f85fa1db-5d4b-4682-b1aa-b3111e435442 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5c2558c7-24ce-41b2-b792-f9920a95bb2f HTTP/1.1" status: 200 len: 911 time: 0.1669004 Aug 04 16:29:33.415371 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9b5d3370-1472-4e06-a28a-4d81957ed140 req-79685444-25ca-4e84-9804-60adddf09736 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=861bc984-e35a-4369-9f94-3889ac7bd84c HTTP/1.1" status: 200 len: 217 time: 0.0506475 Aug 04 16:29:33.468681 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-91a56118-c8ef-416f-ac4c-6fa32b6715f4 req-cc7f85ac-2b41-44d9-840d-477260146f68 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=a5ca4289-9e44-4b5e-a3db-49428fe30d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248565 Aug 04 16:29:33.491029 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d3370-1472-4e06-a28a-4d81957ed140 req-70c5d82a-7006-4c01-b059-8e35d22b249f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:33.491623 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9b5d3370-1472-4e06-a28a-4d81957ed140 req-70c5d82a-7006-4c01-b059-8e35d22b249f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1fb80fc5-b3b3-4ef1-9a71-cb5032debcda HTTP/1.1" status: 200 len: 849 time: 0.0616117 Aug 04 16:29:33.552272 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d3370-1472-4e06-a28a-4d81957ed140 req-fddc784e-ecaa-42b5-b18f-fa020e1da4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:33.554386 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9b5d3370-1472-4e06-a28a-4d81957ed140 req-fddc784e-ecaa-42b5-b18f-fa020e1da4e1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5c2558c7-24ce-41b2-b792-f9920a95bb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535157 Aug 04 16:29:33.660592 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9b5d3370-1472-4e06-a28a-4d81957ed140 req-8a6b9cd4-a630-4252-bffd-d8c28402886e service neutron] 10.222.0.50 "GET /v2.0/networks/5c2558c7-24ce-41b2-b792-f9920a95bb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930824 Aug 04 16:29:33.777238 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9b5d3370-1472-4e06-a28a-4d81957ed140 req-4005fcc2-6ff7-4596-8f9e-c21f1f93b882 service neutron] 10.222.0.50 "GET /v2.0/networks/5c2558c7-24ce-41b2-b792-f9920a95bb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068413 Aug 04 16:29:34.602486 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd94e9-a6f7-400e-8dcb-bf967d42cbf6 req-28c363b2-3b44-4e3f-95e2-ef2427d03761 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:34.605801 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-55dd94e9-a6f7-400e-8dcb-bf967d42cbf6 req-28c363b2-3b44-4e3f-95e2-ef2427d03761 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=5910e6b6-4ade-47a6-9565-4ffb3ffcdb3b HTTP/1.1" status: 200 len: 943 time: 0.0599613 Aug 04 16:29:34.653736 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-55dd94e9-a6f7-400e-8dcb-bf967d42cbf6 req-2c5393ba-0db4-4161-b867-37deb614d43c tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=a5ca4289-9e44-4b5e-a3db-49428fe30d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406301 Aug 04 16:29:35.771835 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5b2ae-63a7-4fb4-b6f0-2992a0293c8c req-6a21843f-e195-44d1-bb37-bdc1f93d8239 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:35.773380 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-19a5b2ae-63a7-4fb4-b6f0-2992a0293c8c req-6a21843f-e195-44d1-bb37-bdc1f93d8239 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=5910e6b6-4ade-47a6-9565-4ffb3ffcdb3b HTTP/1.1" status: 200 len: 943 time: 0.0503435 Aug 04 16:29:35.813230 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-19a5b2ae-63a7-4fb4-b6f0-2992a0293c8c req-70356b48-86f7-4e22-b1cc-e9181d335b75 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=a5ca4289-9e44-4b5e-a3db-49428fe30d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336514 Aug 04 16:29:36.942858 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d94f9-e66a-4293-930e-b1ac5876ea04 req-47538390-6156-42d9-99cd-38307daf7bf3 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:36.944385 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-267d94f9-e66a-4293-930e-b1ac5876ea04 req-47538390-6156-42d9-99cd-38307daf7bf3 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=5910e6b6-4ade-47a6-9565-4ffb3ffcdb3b HTTP/1.1" status: 200 len: 943 time: 0.0516260 Aug 04 16:29:36.991171 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-267d94f9-e66a-4293-930e-b1ac5876ea04 req-f3691029-6b38-4686-8646-fc0879d9ee9a tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=a5ca4289-9e44-4b5e-a3db-49428fe30d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365889 Aug 04 16:29:37.218307 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 861bc984-e35a-4369-9f94-3889ac7bd84c details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:29:37.321284 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 861bc984-e35a-4369-9f94-3889ac7bd84c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=861bc984-e35a-4369-9f94-3889ac7bd84c,segment=NetworkSegment(9f32b91d-c9a0-4366-93d1-1ed592891c5e),segment_id=9f32b91d-c9a0-4366-93d1-1ed592891c5e)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:29:37.340663 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Returning: {'device': '861bc984-e35a-4369-9f94-3889ac7bd84c', 'network_id': '5c2558c7-24ce-41b2-b792-f9920a95bb2f', 'port_id': '861bc984-e35a-4369-9f94-3889ac7bd84c', 'mac_address': 'fa:16:3e:b2:72:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb80fc5-b3b3-4ef1-9a71-cb5032debcda', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:29:37.388732 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:37.404395 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 861bc984-e35a-4369-9f94-3889ac7bd84c {{(pid=93332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:29:37.426772 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 861bc984-e35a-4369-9f94-3889ac7bd84c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=861bc984-e35a-4369-9f94-3889ac7bd84c,segment=NetworkSegment(9f32b91d-c9a0-4366-93d1-1ed592891c5e),segment_id=9f32b91d-c9a0-4366-93d1-1ed592891c5e)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:29:37.433847 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:37.488542 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=861bc984-e35a-4369-9f94-3889ac7bd84c,revision_number=4']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:37.711360 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] get_ports_and_sgs() called for port_ids ['861bc984-e35a-4369-9f94-3889ac7bd84c'] {{(pid=93332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:29:38.111247 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfab089-5ac3-4c3d-bebd-881c05fec46e req-a9a15d13-0225-4abb-a5f7-3bdcd8b86f0b tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:38.112739 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0bfab089-5ac3-4c3d-bebd-881c05fec46e req-a9a15d13-0225-4abb-a5f7-3bdcd8b86f0b tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=5910e6b6-4ade-47a6-9565-4ffb3ffcdb3b HTTP/1.1" status: 200 len: 944 time: 0.0492129 Aug 04 16:29:38.132822 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-1f9c75e4-a48b-49d4-9e0a-51a834376971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:38.155850 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0bfab089-5ac3-4c3d-bebd-881c05fec46e req-f8610794-be4c-45c8-936f-88094c782173 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=a5ca4289-9e44-4b5e-a3db-49428fe30d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368416 Aug 04 16:29:38.430509 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 46578) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:29:38.547479 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-db9b8686-ebd0-408f-8749-1023a0d03cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:38.644931 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-db9b8686-ebd0-408f-8749-1023a0d03cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:38.650140 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-db9b8686-ebd0-408f-8749-1023a0d03cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:38.692562 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-db9b8686-ebd0-408f-8749-1023a0d03cb7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=52138eb211fe4deb983e7271c4d751a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2608578 Aug 04 16:29:38.693522 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b8686-ebd0-408f-8749-1023a0d03cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e719d8c7-d2f3-4890-a3f2-cfc5009b816d,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:38.695569 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 46582) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:29:38.761237 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-1446bffa-e649-4088-a1f2-db62759bf2ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:38.785774 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-1446bffa-e649-4088-a1f2-db62759bf2ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:38.837121 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-1446bffa-e649-4088-a1f2-db62759bf2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:38.839774 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-1446bffa-e649-4088-a1f2-db62759bf2ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:38.841255 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-1446bffa-e649-4088-a1f2-db62759bf2ef admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e719d8c7-d2f3-4890-a3f2-cfc5009b816d HTTP/1.1" status: 204 len: 168 time: 0.1445603 Aug 04 16:29:38.850239 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1446bffa-e649-4088-a1f2-db62759bf2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e719d8c7-d2f3-4890-a3f2-cfc5009b816d,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:38.858328 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446bffa-e649-4088-a1f2-db62759bf2ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:29:38.858711 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446bffa-e649-4088-a1f2-db62759bf2ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:29:38.859058 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446bffa-e649-4088-a1f2-db62759bf2ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:29:38.859393 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446bffa-e649-4088-a1f2-db62759bf2ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:29:38.859863 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446bffa-e649-4088-a1f2-db62759bf2ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:29:38.860224 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446bffa-e649-4088-a1f2-db62759bf2ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:29:38.860548 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446bffa-e649-4088-a1f2-db62759bf2ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:29:38.860874 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446bffa-e649-4088-a1f2-db62759bf2ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:29:38.861201 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446bffa-e649-4088-a1f2-db62759bf2ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:29:38.861526 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446bffa-e649-4088-a1f2-db62759bf2ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:29:38.861848 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446bffa-e649-4088-a1f2-db62759bf2ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:29:38.862193 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446bffa-e649-4088-a1f2-db62759bf2ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:29:39.218085 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 861bc984-e35a-4369-9f94-3889ac7bd84c up at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:29:39.269741 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Provisioning for port 861bc984-e35a-4369-9f94-3889ac7bd84c completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:29:39.274418 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Provisioning complete for port 861bc984-e35a-4369-9f94-3889ac7bd84c triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:29:39.274793 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:39.276425 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a962333-768b-421a-8186-c988cdc4a467 req-f00de4b1-b3fa-4339-ba49-918d40e7e256 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:39.278110 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-4a962333-768b-421a-8186-c988cdc4a467 req-f00de4b1-b3fa-4339-ba49-918d40e7e256 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=5910e6b6-4ade-47a6-9565-4ffb3ffcdb3b HTTP/1.1" status: 200 len: 944 time: 0.0523021 Aug 04 16:29:39.318421 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-4a962333-768b-421a-8186-c988cdc4a467 req-22c2dfaf-ff4e-4624-979d-6a181690345e tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=a5ca4289-9e44-4b5e-a3db-49428fe30d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336852 Aug 04 16:29:39.357594 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:39.381252 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5910e6b6-4ade-47a6-9565-4ffb3ffcdb3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861bc984-e35a-4369-9f94-3889ac7bd84c'}] {{(pid=93332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:29:39.383765 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60a3b88c11522644802803ec4887c4dd8a4d8449af02ad3849b143fbab4f5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5cc53d2-413e-411c-977e-c50d7f81133b" -d '{"events": [{"server_uuid": "5910e6b6-4ade-47a6-9565-4ffb3ffcdb3b", "name": "network-vif-plugged", "status": "completed", "tag": "861bc984-e35a-4369-9f94-3889ac7bd84c"}]}' {{(pid=93332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:29:39.397214 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 861bc984-e35a-4369-9f94-3889ac7bd84c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=861bc984-e35a-4369-9f94-3889ac7bd84c,segment=NetworkSegment(9f32b91d-c9a0-4366-93d1-1ed592891c5e),segment_id=9f32b91d-c9a0-4366-93d1-1ed592891c5e)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:29:39.402489 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:39.453237 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=861bc984-e35a-4369-9f94-3889ac7bd84c,revision_number=5']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:39.617814 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e41d54-e931-4903-bfcd-f86e33eadd89 x-openstack-request-id: req-52e41d54-e931-4903-bfcd-f86e33eadd89 {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:29:39.618246 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5910e6b6-4ade-47a6-9565-4ffb3ffcdb3b", "name": "network-vif-plugged", "status": "completed", "tag": "861bc984-e35a-4369-9f94-3889ac7bd84c", "code": 200}]} {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:29:39.618531 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-52e41d54-e931-4903-bfcd-f86e33eadd89 {{(pid=93332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:29:39.619133 dv-cinder-789564-9-iscsi neutron-server[93332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5910e6b6-4ade-47a6-9565-4ffb3ffcdb3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861bc984-e35a-4369-9f94-3889ac7bd84c', 'code': 200} Aug 04 16:29:39.803915 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd4c30-f928-4a82-8e8c-34df83f10ae1 req-550f2d1d-ffa6-464e-bc59-e10b5ec629d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:39.805342 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3dcd4c30-f928-4a82-8e8c-34df83f10ae1 req-550f2d1d-ffa6-464e-bc59-e10b5ec629d7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5910e6b6-4ade-47a6-9565-4ffb3ffcdb3b HTTP/1.1" status: 200 len: 1098 time: 0.0469015 Aug 04 16:29:39.849523 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3dcd4c30-f928-4a82-8e8c-34df83f10ae1 req-672a5b29-f91a-42c3-87fe-20d2d98ffed6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a5ca4289-9e44-4b5e-a3db-49428fe30d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355077 Aug 04 16:29:40.442028 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25abc628-327c-43a1-88ab-9abd2703f805 req-a2e3a312-7ded-499d-bc88-ce8c1b379c09 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:40.443521 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-25abc628-327c-43a1-88ab-9abd2703f805 req-a2e3a312-7ded-499d-bc88-ce8c1b379c09 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=5910e6b6-4ade-47a6-9565-4ffb3ffcdb3b HTTP/1.1" status: 200 len: 945 time: 0.0514898 Aug 04 16:29:40.483173 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-25abc628-327c-43a1-88ab-9abd2703f805 req-2651014b-7210-447e-9bf0-0003a607f92c tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=a5ca4289-9e44-4b5e-a3db-49428fe30d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334954 Aug 04 16:29:40.933196 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-2dc86c84-922a-47fd-ac46-792f910d029b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:40.974353 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:41.419865 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 6 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:29:41.612297 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb34f3-9304-410a-99c7-455d5719e617 req-17ee2c50-cd05-4367-adf6-dc1eece73247 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:41.613729 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e5fb34f3-9304-410a-99c7-455d5719e617 req-17ee2c50-cd05-4367-adf6-dc1eece73247 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=5910e6b6-4ade-47a6-9565-4ffb3ffcdb3b HTTP/1.1" status: 200 len: 945 time: 0.0591216 Aug 04 16:29:41.657827 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e5fb34f3-9304-410a-99c7-455d5719e617 req-66db2e08-a061-4a58-a55a-98e87a282395 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=a5ca4289-9e44-4b5e-a3db-49428fe30d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379012 Aug 04 16:29:41.783216 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d4fa3-e448-4888-ab88-95ef367b1923 req-2151a4b9-cb51-4c27-ba6c-453ad4e13d52 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:41.784721 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-389d4fa3-e448-4888-ab88-95ef367b1923 req-2151a4b9-cb51-4c27-ba6c-453ad4e13d52 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=5910e6b6-4ade-47a6-9565-4ffb3ffcdb3b HTTP/1.1" status: 200 len: 945 time: 0.0576129 Aug 04 16:29:41.793835 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 46604) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:29:41.798628 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-876b4671-fe2e-4b8f-883e-08190338213f tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Request body: {'floatingip': {'port_id': '861bc984-e35a-4369-9f94-3889ac7bd84c'}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:29:41.840633 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-876b4671-fe2e-4b8f-883e-08190338213f tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks [] for floatingip, before_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:42.235542 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:42.300768 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-876b4671-fe2e-4b8f-883e-08190338213f tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:42.305895 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-876b4671-fe2e-4b8f-883e-08190338213f tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593542'] for floatingip, after_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:42.405722 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.db.l3_db [None req-876b4671-fe2e-4b8f-883e-08190338213f tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Floating IP 61d0b900-85d2-4bb8-a2da-a8ca5923893c associated. External IP: 172.27.2.94, port: 861bc984-e35a-4369-9f94-3889ac7bd84c. Aug 04 16:29:42.627828 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876b4671-fe2e-4b8f-883e-08190338213f tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Router 8b8f9e7b-d860-4258-98fd-6b35defa34bf has already been hosted by L3 agent d346cf64-ca3f-484e-b552-5df8791a7915 {{(pid=93331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:29:42.745769 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876b4671-fe2e-4b8f-883e-08190338213f tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify agent at l3_agent.dv-cinder-789564-9-iscsi the message routers_updated {{(pid=93331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:29:42.751142 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-876b4671-fe2e-4b8f-883e-08190338213f tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for floatingip, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:42.755879 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09b0bed-408e-47d3-8175-c1410f9de0b8 None None] Sync routers for ids ['8b8f9e7b-d860-4258-98fd-6b35defa34bf'] in dv-cinder-789564-9-iscsi {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:29:42.766143 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09b0bed-408e-47d3-8175-c1410f9de0b8 None None] Routers {'8b8f9e7b-d860-4258-98fd-6b35defa34bf'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:29:42.766775 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-c09b0bed-408e-47d3-8175-c1410f9de0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:29:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['8b8f9e7b-d860-4258-98fd-6b35defa34bf'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:29:42.780617 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-876b4671-fe2e-4b8f-883e-08190338213f tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "PUT /v2.0/floatingips/61d0b900-85d2-4bb8-a2da-a8ca5923893c HTTP/1.1" status: 200 len: 990 time: 0.9855652 Aug 04 16:29:42.781524 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5910e6b6-4ade-47a6-9565-4ffb3ffcdb3b', 'tag': '861bc984-e35a-4369-9f94-3889ac7bd84c'}] {{(pid=93331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:29:42.784291 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b1e7a993a9ef4a638b089ca602ec57e73654d5de59f22d070ba1fe881ce508d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99306a69-56c1-4a50-b510-456d4dffefa5" -d '{"events": [{"name": "network-changed", "server_uuid": "5910e6b6-4ade-47a6-9565-4ffb3ffcdb3b", "tag": "861bc984-e35a-4369-9f94-3889ac7bd84c"}]}' {{(pid=93331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:29:42.985412 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0694d5a-4bed-43f3-b663-a5d6cf9281ac x-openstack-request-id: req-b0694d5a-4bed-43f3-b663-a5d6cf9281ac {{(pid=93331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:29:42.987696 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5910e6b6-4ade-47a6-9565-4ffb3ffcdb3b", "tag": "861bc984-e35a-4369-9f94-3889ac7bd84c", "status": "completed", "code": 200}]} {{(pid=93331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:29:42.987696 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b0694d5a-4bed-43f3-b663-a5d6cf9281ac {{(pid=93331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:29:42.987696 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5910e6b6-4ade-47a6-9565-4ffb3ffcdb3b', 'tag': '861bc984-e35a-4369-9f94-3889ac7bd84c', 'status': 'completed', 'code': 200} Aug 04 16:29:43.013641 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-c09b0bed-408e-47d3-8175-c1410f9de0b8 None None] Set router 8b8f9e7b-d860-4258-98fd-6b35defa34bf gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:29:43.053182 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99306a69-56c1-4a50-b510-456d4dffefa5 req-35c6e396-5911-4bbe-aa0e-e0ae0025bd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:43.054797 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-99306a69-56c1-4a50-b510-456d4dffefa5 req-35c6e396-5911-4bbe-aa0e-e0ae0025bd31 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fa8a2bb840264572bbf79ff732ee6fb8&device_id=5910e6b6-4ade-47a6-9565-4ffb3ffcdb3b HTTP/1.1" status: 200 len: 1098 time: 0.0422981 Aug 04 16:29:43.167972 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99306a69-56c1-4a50-b510-456d4dffefa5 req-e447a03f-ecb7-4ac9-8a00-1c3d77782e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:43.169666 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-99306a69-56c1-4a50-b510-456d4dffefa5 req-e447a03f-ecb7-4ac9-8a00-1c3d77782e82 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5c2558c7-24ce-41b2-b792-f9920a95bb2f HTTP/1.1" status: 200 len: 911 time: 0.1030385 Aug 04 16:29:43.273354 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-c09b0bed-408e-47d3-8175-c1410f9de0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'name': 'tempest-AttachVolumeTestJSON-786119888-router', 'tenant_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '2867530c-f114-4f1a-9c03-55698f3bdce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:58Z', 'updated_at': '2021-08-04T16:24:12Z', 'revision_number': 4, 'project_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'gw_port': {'id': '2867530c-f114-4f1a-9c03-55698f3bdce4', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:00Z', 'updated_at': '2021-08-04T16:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_floatingips': [{'id': '61d0b900-85d2-4bb8-a2da-a8ca5923893c', 'tenant_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'router_id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'port_id': '861bc984-e35a-4369-9f94-3889ac7bd84c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c2558c7-24ce-41b2-b792-f9920a95bb2f', 'mac_address': 'fa:16:3e:b2:72:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5910e6b6-4ade-47a6-9565-4ffb3ffcdb3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:29:28Z', 'updated_at': '2021-08-04T16:29:42Z', 'revision_number': 1, 'project_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f9018f5-d80f-4057-8773-7632262dcabd', 'name': '', 'network_id': '5c2558c7-24ce-41b2-b792-f9920a95bb2f', 'tenant_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'mac_address': 'fa:16:3e:7e:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1fb80fc5-b3b3-4ef1-9a71-cb5032debcda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:10Z', 'updated_at': '2021-08-04T16:24:22Z', 'revision_number': 5, 'project_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'subnets': [{'id': '1fb80fc5-b3b3-4ef1-9a71-cb5032debcda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:29:43.307428 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09b0bed-408e-47d3-8175-c1410f9de0b8 None None] Checking router: 8b8f9e7b-d860-4258-98fd-6b35defa34bf for host: dv-cinder-789564-9-iscsi {{(pid=93332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:29:43.318200 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09b0bed-408e-47d3-8175-c1410f9de0b8 None None] Routers {'8b8f9e7b-d860-4258-98fd-6b35defa34bf'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:29:43.318865 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-c09b0bed-408e-47d3-8175-c1410f9de0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:29:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['8b8f9e7b-d860-4258-98fd-6b35defa34bf'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:29:43.434112 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-c09b0bed-408e-47d3-8175-c1410f9de0b8 None None] Set router 8b8f9e7b-d860-4258-98fd-6b35defa34bf gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:29:43.519845 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-99306a69-56c1-4a50-b510-456d4dffefa5 req-68e60b52-738d-4adc-bd9e-db27ebb60721 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=861bc984-e35a-4369-9f94-3889ac7bd84c HTTP/1.1" status: 200 len: 998 time: 0.3414273 Aug 04 16:29:43.574844 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99306a69-56c1-4a50-b510-456d4dffefa5 req-690c1c81-d00c-4c06-9078-27a573207552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:43.576503 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-99306a69-56c1-4a50-b510-456d4dffefa5 req-690c1c81-d00c-4c06-9078-27a573207552 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1fb80fc5-b3b3-4ef1-9a71-cb5032debcda HTTP/1.1" status: 200 len: 849 time: 0.0472100 Aug 04 16:29:43.623896 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99306a69-56c1-4a50-b510-456d4dffefa5 req-eb75193e-25d3-43b0-beba-d1d2c8b4f05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:43.625470 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-99306a69-56c1-4a50-b510-456d4dffefa5 req-eb75193e-25d3-43b0-beba-d1d2c8b4f05c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5c2558c7-24ce-41b2-b792-f9920a95bb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405478 Aug 04 16:29:43.682899 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-c09b0bed-408e-47d3-8175-c1410f9de0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'name': 'tempest-AttachVolumeTestJSON-786119888-router', 'tenant_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '2867530c-f114-4f1a-9c03-55698f3bdce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:58Z', 'updated_at': '2021-08-04T16:24:12Z', 'revision_number': 4, 'project_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'gw_port': {'id': '2867530c-f114-4f1a-9c03-55698f3bdce4', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:00Z', 'updated_at': '2021-08-04T16:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_floatingips': [{'id': '61d0b900-85d2-4bb8-a2da-a8ca5923893c', 'tenant_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'router_id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'port_id': '861bc984-e35a-4369-9f94-3889ac7bd84c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c2558c7-24ce-41b2-b792-f9920a95bb2f', 'mac_address': 'fa:16:3e:b2:72:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5910e6b6-4ade-47a6-9565-4ffb3ffcdb3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:29:28Z', 'updated_at': '2021-08-04T16:29:42Z', 'revision_number': 1, 'project_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f9018f5-d80f-4057-8773-7632262dcabd', 'name': '', 'network_id': '5c2558c7-24ce-41b2-b792-f9920a95bb2f', 'tenant_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'mac_address': 'fa:16:3e:7e:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1fb80fc5-b3b3-4ef1-9a71-cb5032debcda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:10Z', 'updated_at': '2021-08-04T16:24:22Z', 'revision_number': 5, 'project_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'subnets': [{'id': '1fb80fc5-b3b3-4ef1-9a71-cb5032debcda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:29:43.714419 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09b0bed-408e-47d3-8175-c1410f9de0b8 None None] The sync data for ids ['8b8f9e7b-d860-4258-98fd-6b35defa34bf'] in dv-cinder-789564-9-iscsi is: [{'id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'name': 'tempest-AttachVolumeTestJSON-786119888-router', 'tenant_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '2867530c-f114-4f1a-9c03-55698f3bdce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:58Z', 'updated_at': '2021-08-04T16:24:12Z', 'revision_number': 4, 'project_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'gw_port': {'id': '2867530c-f114-4f1a-9c03-55698f3bdce4', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:00Z', 'updated_at': '2021-08-04T16:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_floatingips': [{'id': '61d0b900-85d2-4bb8-a2da-a8ca5923893c', 'tenant_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'router_id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'port_id': '861bc984-e35a-4369-9f94-3889ac7bd84c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c2558c7-24ce-41b2-b792-f9920a95bb2f', 'mac_address': 'fa:16:3e:b2:72:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5910e6b6-4ade-47a6-9565-4ffb3ffcdb3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:29:28Z', 'updated_at': '2021-08-04T16:29:42Z', 'revision_number': 1, 'project_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f9018f5-d80f-4057-8773-7632262dcabd', 'name': '', 'network_id': '5c2558c7-24ce-41b2-b792-f9920a95bb2f', 'tenant_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'mac_address': 'fa:16:3e:7e:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1fb80fc5-b3b3-4ef1-9a71-cb5032debcda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:10Z', 'updated_at': '2021-08-04T16:24:22Z', 'revision_number': 5, 'project_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'subnets': [{'id': '1fb80fc5-b3b3-4ef1-9a71-cb5032debcda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:29:43.716526 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:43.732732 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-99306a69-56c1-4a50-b510-456d4dffefa5 req-7187a6f7-4188-4ac8-9a34-7fecd4603b4f service neutron] 10.222.0.50 "GET /v2.0/networks/5c2558c7-24ce-41b2-b792-f9920a95bb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974286 Aug 04 16:29:43.829754 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-99306a69-56c1-4a50-b510-456d4dffefa5 req-43326c19-d775-4a1d-b970-d76781b7b0c9 service neutron] 10.222.0.50 "GET /v2.0/networks/5c2558c7-24ce-41b2-b792-f9920a95bb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862846 Aug 04 16:29:43.917083 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db4997b-4891-40ec-ab15-40c309e9378c None None] New status for floating IP 61d0b900-85d2-4bb8-a2da-a8ca5923893c: ACTIVE {{(pid=93333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:29:46.641708 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c30c2-61ed-40c8-b629-ca31115a1e07 req-64c231fa-bede-4c16-9507-cd38e3bbeae9 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:46.643301 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-e58c30c2-61ed-40c8-b629-ca31115a1e07 req-64c231fa-bede-4c16-9507-cd38e3bbeae9 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0519412 Aug 04 16:29:46.683870 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-e58c30c2-61ed-40c8-b629-ca31115a1e07 req-1102e7dd-8b52-4e3b-80d0-8e6fede8981f tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345373 Aug 04 16:29:47.811015 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4df491-bcaa-4ae5-98ff-4488b292cf2b req-46b7019c-25e3-43a1-9136-e98ab58f21ee tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:47.812544 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-fb4df491-bcaa-4ae5-98ff-4488b292cf2b req-46b7019c-25e3-43a1-9136-e98ab58f21ee tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0543780 Aug 04 16:29:47.852233 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-fb4df491-bcaa-4ae5-98ff-4488b292cf2b req-12a36b14-a7d8-452b-b0a4-ab8a0a37c2b2 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335698 Aug 04 16:29:48.979031 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ae893-9c30-4236-8d19-80c020289a41 req-c217bcb6-172f-4939-a6b9-a5d56f487f3a tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:48.980572 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-951ae893-9c30-4236-8d19-80c020289a41 req-c217bcb6-172f-4939-a6b9-a5d56f487f3a tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0519764 Aug 04 16:29:49.024503 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-951ae893-9c30-4236-8d19-80c020289a41 req-83ed20a4-675d-417a-90e8-d9ffc85ebb07 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370390 Aug 04 16:29:50.153479 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0bd15b-318a-4166-af4c-c91bfc6063aa req-3e2d360d-0cb1-46e9-a8c7-3d9d514cb2ae tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:50.155007 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-0f0bd15b-318a-4166-af4c-c91bfc6063aa req-3e2d360d-0cb1-46e9-a8c7-3d9d514cb2ae tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0521328 Aug 04 16:29:50.194914 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-0f0bd15b-318a-4166-af4c-c91bfc6063aa req-ca37f2be-afec-4224-aa59-e962f2dc6848 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338626 Aug 04 16:29:50.961482 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:51.616860 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857514e6-4012-4ed9-9be6-866352c8a0ef req-b79768a9-5922-428a-b728-26c83b12feb0 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:51.618367 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-857514e6-4012-4ed9-9be6-866352c8a0ef req-b79768a9-5922-428a-b728-26c83b12feb0 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 945 time: 0.3285856 Aug 04 16:29:51.657298 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-857514e6-4012-4ed9-9be6-866352c8a0ef req-398feedc-dd17-4467-bcb9-5ec875bc69c5 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326858 Aug 04 16:29:52.783372 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d56697-fe2c-41e5-8402-c0c9c73767ec req-25484079-3c0b-488d-9371-886ceaf6a107 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:52.785022 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-08d56697-fe2c-41e5-8402-c0c9c73767ec req-25484079-3c0b-488d-9371-886ceaf6a107 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0525651 Aug 04 16:29:52.829279 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-08d56697-fe2c-41e5-8402-c0c9c73767ec req-070b405c-060f-42d3-ae7b-98650cd7578c tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378993 Aug 04 16:29:53.964897 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5964513-255f-4f07-a1ff-f63b3a80818a req-c1572b4d-3fc5-45bd-a770-618b562f7293 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:53.966558 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d5964513-255f-4f07-a1ff-f63b3a80818a req-c1572b4d-3fc5-45bd-a770-618b562f7293 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0527205 Aug 04 16:29:54.006073 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d5964513-255f-4f07-a1ff-f63b3a80818a req-79587489-9984-4649-98c8-d0a5e62b092f tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332835 Aug 04 16:29:55.138897 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17cc59-4abf-4348-aae7-e01510bb482e req-11b2f030-3244-4435-adde-29a14c679bad tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:55.140527 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-2d17cc59-4abf-4348-aae7-e01510bb482e req-11b2f030-3244-4435-adde-29a14c679bad tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0545299 Aug 04 16:29:55.182369 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-2d17cc59-4abf-4348-aae7-e01510bb482e req-ac199897-d328-4849-b7fd-66e7bc9e3fd9 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355208 Aug 04 16:29:56.313074 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7980d2-7335-4b0e-a33f-664a152dc9c0 req-fbe9577b-0525-4669-b1d9-b7fc35a0f59e tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:56.314828 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-6a7980d2-7335-4b0e-a33f-664a152dc9c0 req-fbe9577b-0525-4669-b1d9-b7fc35a0f59e tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0534682 Aug 04 16:29:56.360844 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-6a7980d2-7335-4b0e-a33f-664a152dc9c0 req-ae007232-e6ac-4e0b-8644-91afa3256d46 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376558 Aug 04 16:29:57.490814 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948edb57-8180-484c-b7aa-6cd4fffffeac req-a5bbebd9-a844-491f-b7b4-2f9b9ead94ff tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:57.492420 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-948edb57-8180-484c-b7aa-6cd4fffffeac req-a5bbebd9-a844-491f-b7b4-2f9b9ead94ff tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0575752 Aug 04 16:29:57.534521 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-948edb57-8180-484c-b7aa-6cd4fffffeac req-245d48de-6474-4eea-9a7a-2316d13b3919 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352967 Aug 04 16:29:58.676474 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193cf139-98e9-4b16-bf4e-1954269090f0 req-510d56dd-4acd-4764-a043-3de65e944873 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:58.678166 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-193cf139-98e9-4b16-bf4e-1954269090f0 req-510d56dd-4acd-4764-a043-3de65e944873 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0635045 Aug 04 16:29:58.721232 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-193cf139-98e9-4b16-bf4e-1954269090f0 req-a84241b9-2d47-44ed-a8d0-c5637ebd314c tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368671 Aug 04 16:29:59.856257 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde41cd-9dba-458b-93c5-815bd1caf16d req-0dca769c-0fd4-461d-942f-39bd8a1764d8 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:59.858159 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-3bde41cd-9dba-458b-93c5-815bd1caf16d req-0dca769c-0fd4-461d-942f-39bd8a1764d8 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0603290 Aug 04 16:29:59.898922 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-3bde41cd-9dba-458b-93c5-815bd1caf16d req-3e8628bb-2a3d-4dee-8781-ec102e0677aa tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325241 Aug 04 16:30:01.030243 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0be37-c96d-4ba0-aff6-01fe96e0c040 req-42c931c1-f0a5-41f8-be94-070833a22a87 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:01.031772 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-f6f0be37-c96d-4ba0-aff6-01fe96e0c040 req-42c931c1-f0a5-41f8-be94-070833a22a87 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0587449 Aug 04 16:30:01.078049 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-f6f0be37-c96d-4ba0-aff6-01fe96e0c040 req-6b1009f6-3ea2-44f2-8f24-200c11ce1b0d tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399709 Aug 04 16:30:02.212666 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6020f5d1-c568-4113-9b1d-30717abec194 req-509197ad-6215-464d-adf9-64a64bf89b03 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:02.214216 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-6020f5d1-c568-4113-9b1d-30717abec194 req-509197ad-6215-464d-adf9-64a64bf89b03 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0599196 Aug 04 16:30:02.256244 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-6020f5d1-c568-4113-9b1d-30717abec194 req-ff5e965b-aff0-4292-b253-363f260d9e8b tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341852 Aug 04 16:30:03.383897 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b053e-ae0e-496f-a529-73b025fb0e9e req-195e85f5-a0df-4a9e-9e7c-cf13935af1f9 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:03.385457 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-b93b053e-ae0e-496f-a529-73b025fb0e9e req-195e85f5-a0df-4a9e-9e7c-cf13935af1f9 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0517561 Aug 04 16:30:03.433276 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-b93b053e-ae0e-496f-a529-73b025fb0e9e req-23d4ff25-c98a-4a60-bf87-2738312c7a0a tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407863 Aug 04 16:30:04.558514 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4e871-a164-4c7f-b8d9-77615d9efc32 req-43365d25-af4a-4986-8347-088166016103 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:04.560255 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-68c4e871-a164-4c7f-b8d9-77615d9efc32 req-43365d25-af4a-4986-8347-088166016103 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0523710 Aug 04 16:30:04.602399 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-68c4e871-a164-4c7f-b8d9-77615d9efc32 req-f0e29257-ad21-4b6f-9773-fb46f62924fe tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359118 Aug 04 16:30:05.410153 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 17e1d80b-51b6-4b09-b512-e218dc6eaeaa details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:30:05.526553 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 17e1d80b-51b6-4b09-b512-e218dc6eaeaa, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=17e1d80b-51b6-4b09-b512-e218dc6eaeaa,segment=NetworkSegment(ce787726-f448-43d2-afe7-5993012333a5),segment_id=ce787726-f448-43d2-afe7-5993012333a5)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:30:05.539154 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Returning: {'device': '17e1d80b-51b6-4b09-b512-e218dc6eaeaa', 'network_id': '3375530b-34ca-4462-9339-3ed10ebd346b', 'port_id': '17e1d80b-51b6-4b09-b512-e218dc6eaeaa', 'mac_address': 'fa:16:3e:04:04:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ad7513e-214e-4cef-868b-a5927b57f732', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:30:05.581528 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:05.594991 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17e1d80b-51b6-4b09-b512-e218dc6eaeaa {{(pid=93332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:30:05.628189 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 17e1d80b-51b6-4b09-b512-e218dc6eaeaa, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=17e1d80b-51b6-4b09-b512-e218dc6eaeaa,segment=NetworkSegment(ce787726-f448-43d2-afe7-5993012333a5),segment_id=ce787726-f448-43d2-afe7-5993012333a5)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:30:05.643091 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:05.695480 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=17e1d80b-51b6-4b09-b512-e218dc6eaeaa,revision_number=6']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:30:05.707304 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:30:05.707866 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:30:05.707989 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:30:05.708434 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:30:05.708900 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:30:05.709241 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:30:05.709578 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:30:05.709991 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:30:05.710336 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:30:05.710665 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:30:05.711552 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:30:05.711762 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:30:05.760546 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba66ff4-b6da-4e3f-ba6a-81989a9b4be4 req-00567241-9d28-41ae-93ae-4d02ae3f58be tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:05.763459 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-aba66ff4-b6da-4e3f-ba6a-81989a9b4be4 req-00567241-9d28-41ae-93ae-4d02ae3f58be tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 944 time: 0.0730829 Aug 04 16:30:05.774986 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] get_ports_and_sgs() called for port_ids ['17e1d80b-51b6-4b09-b512-e218dc6eaeaa'] {{(pid=93332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:30:05.826891 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-aba66ff4-b6da-4e3f-ba6a-81989a9b4be4 req-e072b380-094d-4775-98a5-dfd8b52a390e tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530477 Aug 04 16:30:06.974797 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725d6a9-3987-4e2c-b4c8-0f1b672cbb98 req-ccf32eb3-6b19-4db9-a6b0-79c31b8b06d7 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:06.977173 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-c725d6a9-3987-4e2c-b4c8-0f1b672cbb98 req-ccf32eb3-6b19-4db9-a6b0-79c31b8b06d7 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 944 time: 0.0561712 Aug 04 16:30:07.023286 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-c725d6a9-3987-4e2c-b4c8-0f1b672cbb98 req-604020bb-290b-4628-ad76-a8197cafde73 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393269 Aug 04 16:30:07.423270 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 17e1d80b-51b6-4b09-b512-e218dc6eaeaa up at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:30:07.496989 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Provisioning complete for port 17e1d80b-51b6-4b09-b512-e218dc6eaeaa triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:30:07.497745 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:07.592923 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:07.628250 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dceabbf2-ecd4-497b-997a-1acbda49ddf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e1d80b-51b6-4b09-b512-e218dc6eaeaa'}] {{(pid=93332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:30:07.630601 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60a3b88c11522644802803ec4887c4dd8a4d8449af02ad3849b143fbab4f5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619372d5-6f66-4b01-9ec4-243821fcd6ce" -d '{"events": [{"server_uuid": "dceabbf2-ecd4-497b-997a-1acbda49ddf9", "name": "network-vif-plugged", "status": "completed", "tag": "17e1d80b-51b6-4b09-b512-e218dc6eaeaa"}]}' {{(pid=93332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:30:07.661452 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 17e1d80b-51b6-4b09-b512-e218dc6eaeaa, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=17e1d80b-51b6-4b09-b512-e218dc6eaeaa,segment=NetworkSegment(ce787726-f448-43d2-afe7-5993012333a5),segment_id=ce787726-f448-43d2-afe7-5993012333a5)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:30:07.666926 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:07.682597 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad93b744-1952-4e66-8524-5460c16b19e9 x-openstack-request-id: req-ad93b744-1952-4e66-8524-5460c16b19e9 {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:30:07.683522 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dceabbf2-ecd4-497b-997a-1acbda49ddf9", "name": "network-vif-plugged", "status": "completed", "tag": "17e1d80b-51b6-4b09-b512-e218dc6eaeaa", "code": 200}]} {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:30:07.684220 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ad93b744-1952-4e66-8524-5460c16b19e9 {{(pid=93332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:30:07.684735 dv-cinder-789564-9-iscsi neutron-server[93332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dceabbf2-ecd4-497b-997a-1acbda49ddf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e1d80b-51b6-4b09-b512-e218dc6eaeaa', 'code': 200} Aug 04 16:30:07.744197 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=17e1d80b-51b6-4b09-b512-e218dc6eaeaa,revision_number=7']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:30:08.143774 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-1e78fd1a-b4e6-4e6a-8dba-0aa271fabf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:08.175299 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3f954-aa4e-4270-8ca4-5ecc1de76e4a req-38efc52b-89b3-498b-875d-bc8ff0a4e488 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:08.177214 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-fad3f954-aa4e-4270-8ca4-5ecc1de76e4a req-38efc52b-89b3-498b-875d-bc8ff0a4e488 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0706141 Aug 04 16:30:08.219661 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-fad3f954-aa4e-4270-8ca4-5ecc1de76e4a req-ae5ee98a-db14-4e20-9eb0-f03fc8828098 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356212 Aug 04 16:30:09.358098 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898a40b-5c2e-4534-bea5-9ee057c6cb45 req-e91c3311-0df8-42fe-9f43-8cf2308bafbe tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:09.359722 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-5898a40b-5c2e-4534-bea5-9ee057c6cb45 req-e91c3311-0df8-42fe-9f43-8cf2308bafbe tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0586629 Aug 04 16:30:09.423013 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-5898a40b-5c2e-4534-bea5-9ee057c6cb45 req-0757e630-eeda-4a7a-8d66-fd6e2196fb33 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565522 Aug 04 16:30:10.551061 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e4d5b-5884-48e1-8cfe-c44026786a6d req-9eb1deaf-fdca-45eb-838c-491dbdefb41e tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:10.553628 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-779e4d5b-5884-48e1-8cfe-c44026786a6d req-9eb1deaf-fdca-45eb-838c-491dbdefb41e tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0543942 Aug 04 16:30:10.602554 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-779e4d5b-5884-48e1-8cfe-c44026786a6d req-00de5063-001e-4739-82ca-0f4170c703c7 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383611 Aug 04 16:30:10.959627 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-7932db98-8ea1-49ab-b09b-697a52bc4a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:10.996259 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:11.778671 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb7528-0b14-4209-922e-e3cbd6d5a241 req-69db764d-7e08-4d31-b2e3-7fc4970b1888 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:11.784891 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-5ebb7528-0b14-4209-922e-e3cbd6d5a241 req-69db764d-7e08-4d31-b2e3-7fc4970b1888 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0740290 Aug 04 16:30:11.823360 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-5ebb7528-0b14-4209-922e-e3cbd6d5a241 req-e78405df-d950-46f8-b0db-767e2403dbe5 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366831 Aug 04 16:30:12.242208 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:12.961495 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e20b3e-9d1c-414d-b3d0-7b3e0d05140c req-a1988214-90a5-4934-a55d-4cf798ba2f53 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:12.963296 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-d0e20b3e-9d1c-414d-b3d0-7b3e0d05140c req-a1988214-90a5-4934-a55d-4cf798ba2f53 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0535672 Aug 04 16:30:13.005689 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-d0e20b3e-9d1c-414d-b3d0-7b3e0d05140c req-528ade67-496b-4bf0-a1ae-0bee1f0884cc tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359547 Aug 04 16:30:13.475809 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b75af-e3cb-40b2-9bf0-773f585ef634 req-c187a9a1-d008-4e7d-95c9-acbfa5631d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:13.478882 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-946b75af-e3cb-40b2-9bf0-773f585ef634 req-c187a9a1-d008-4e7d-95c9-acbfa5631d4e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e94f253973de4174807e633c0f67ea51&device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 1098 time: 0.0868914 Aug 04 16:30:13.634970 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b75af-e3cb-40b2-9bf0-773f585ef634 req-b58f3006-e6be-4ff1-82c2-8f0014f7ab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:13.636695 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-946b75af-e3cb-40b2-9bf0-773f585ef634 req-b58f3006-e6be-4ff1-82c2-8f0014f7ab3b service neutron] 10.222.0.50 "GET /v2.0/networks?id=3375530b-34ca-4462-9339-3ed10ebd346b HTTP/1.1" status: 200 len: 917 time: 0.1316781 Aug 04 16:30:13.688005 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:13.721467 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-946b75af-e3cb-40b2-9bf0-773f585ef634 req-ee7176fd-6e8e-49f7-a1f1-c45fcf49a445 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17e1d80b-51b6-4b09-b512-e218dc6eaeaa HTTP/1.1" status: 200 len: 1000 time: 0.0770426 Aug 04 16:30:13.796599 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b75af-e3cb-40b2-9bf0-773f585ef634 req-74fb4888-09dd-49e4-a388-4b3e897968c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:13.798979 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-946b75af-e3cb-40b2-9bf0-773f585ef634 req-74fb4888-09dd-49e4-a388-4b3e897968c0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0ad7513e-214e-4cef-868b-a5927b57f732 HTTP/1.1" status: 200 len: 855 time: 0.0613596 Aug 04 16:30:13.857549 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b75af-e3cb-40b2-9bf0-773f585ef634 req-9900b541-d1a9-4d8a-93f5-4e78b2c36353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:13.859905 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-946b75af-e3cb-40b2-9bf0-773f585ef634 req-9900b541-d1a9-4d8a-93f5-4e78b2c36353 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3375530b-34ca-4462-9339-3ed10ebd346b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517573 Aug 04 16:30:13.974605 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-946b75af-e3cb-40b2-9bf0-773f585ef634 req-8fdaabd8-ea09-460f-b9d4-8e400b115fc3 service neutron] 10.222.0.50 "GET /v2.0/networks/3375530b-34ca-4462-9339-3ed10ebd346b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060600 Aug 04 16:30:14.098756 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-946b75af-e3cb-40b2-9bf0-773f585ef634 req-c1a5f351-0269-4de3-9858-6eaf071b131a service neutron] 10.222.0.50 "GET /v2.0/networks/3375530b-34ca-4462-9339-3ed10ebd346b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131823 Aug 04 16:30:14.203356 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f388c9-b67f-40c6-baae-c0ad11537a39 req-7ea82885-6e09-44ab-98fd-e08b7618258d tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:14.205047 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f6f388c9-b67f-40c6-baae-c0ad11537a39 req-7ea82885-6e09-44ab-98fd-e08b7618258d tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0795288 Aug 04 16:30:14.254930 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f6f388c9-b67f-40c6-baae-c0ad11537a39 req-5f4ee3ea-4949-448a-a6d8-ef0341c9ee14 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437522 Aug 04 16:30:15.384391 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8963f-c38d-408c-bc04-18ff4e9e63c1 req-85b7e9d9-9e15-438c-996a-f287883f9285 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:15.386248 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-fdc8963f-c38d-408c-bc04-18ff4e9e63c1 req-85b7e9d9-9e15-438c-996a-f287883f9285 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0538971 Aug 04 16:30:15.459625 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-fdc8963f-c38d-408c-bc04-18ff4e9e63c1 req-7c21f1bd-efd3-42ad-9c13-333d84ed9f60 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658159 Aug 04 16:30:15.466695 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6bb0d-dfee-4260-b53a-c3344f414a93 req-98706845-81f7-4aef-bff2-682b9f84e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:15.468762 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-92e6bb0d-dfee-4260-b53a-c3344f414a93 req-98706845-81f7-4aef-bff2-682b9f84e90b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e94f253973de4174807e633c0f67ea51&device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 1098 time: 0.0732868 Aug 04 16:30:15.564735 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6bb0d-dfee-4260-b53a-c3344f414a93 req-0295393c-46a6-4ef6-9864-2990544fa70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:15.567284 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-92e6bb0d-dfee-4260-b53a-c3344f414a93 req-0295393c-46a6-4ef6-9864-2990544fa70f service neutron] 10.222.0.50 "GET /v2.0/networks?id=3375530b-34ca-4462-9339-3ed10ebd346b HTTP/1.1" status: 200 len: 917 time: 0.0896573 Aug 04 16:30:15.646224 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-92e6bb0d-dfee-4260-b53a-c3344f414a93 req-e25691af-09d2-4f85-bd7d-ee6f5f5cf401 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17e1d80b-51b6-4b09-b512-e218dc6eaeaa HTTP/1.1" status: 200 len: 1000 time: 0.0681717 Aug 04 16:30:15.700089 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6bb0d-dfee-4260-b53a-c3344f414a93 req-8e76c74e-1eb5-461e-beca-e925987ca136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:15.701981 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-92e6bb0d-dfee-4260-b53a-c3344f414a93 req-8e76c74e-1eb5-461e-beca-e925987ca136 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0ad7513e-214e-4cef-868b-a5927b57f732 HTTP/1.1" status: 200 len: 855 time: 0.0476661 Aug 04 16:30:15.760047 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6bb0d-dfee-4260-b53a-c3344f414a93 req-be9dcb2f-d1ec-4139-8e64-f3cc9d2eacee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:15.761668 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-92e6bb0d-dfee-4260-b53a-c3344f414a93 req-be9dcb2f-d1ec-4139-8e64-f3cc9d2eacee service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3375530b-34ca-4462-9339-3ed10ebd346b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0477519 Aug 04 16:30:15.870169 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-92e6bb0d-dfee-4260-b53a-c3344f414a93 req-e6fa4254-203f-4224-928e-eb9935b27d33 service neutron] 10.222.0.50 "GET /v2.0/networks/3375530b-34ca-4462-9339-3ed10ebd346b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969326 Aug 04 16:30:15.975485 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-92e6bb0d-dfee-4260-b53a-c3344f414a93 req-fbb9d953-cea0-4b5e-851a-0e2f092f782d service neutron] 10.222.0.50 "GET /v2.0/networks/3375530b-34ca-4462-9339-3ed10ebd346b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953777 Aug 04 16:30:16.597686 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8099f83-49c7-49e2-af59-8640bcedfef6 req-9233882b-fd88-4ed7-9bae-61f87063132f tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:16.599131 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-d8099f83-49c7-49e2-af59-8640bcedfef6 req-9233882b-fd88-4ed7-9bae-61f87063132f tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0639822 Aug 04 16:30:16.642297 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-d8099f83-49c7-49e2-af59-8640bcedfef6 req-604c30fe-cb34-4d2c-b145-9182ccd508b8 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341642 Aug 04 16:30:17.771159 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcaa3c7-0d30-4d8b-a1d2-76aed1751df9 req-0c462283-4e09-4274-9903-9397dceb10b7 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:17.772701 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-adcaa3c7-0d30-4d8b-a1d2-76aed1751df9 req-0c462283-4e09-4274-9903-9397dceb10b7 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0516083 Aug 04 16:30:17.824696 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-adcaa3c7-0d30-4d8b-a1d2-76aed1751df9 req-ee780d49-2529-4256-90b5-f36972858033 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458784 Aug 04 16:30:18.422737 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 6 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:30:18.961850 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b697b-aaa9-4bea-bab0-a11a624dd0bf req-a8786b6b-c6f2-49d6-b696-17713098908f tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:18.963359 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-df3b697b-aaa9-4bea-bab0-a11a624dd0bf req-a8786b6b-c6f2-49d6-b696-17713098908f tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0517569 Aug 04 16:30:19.003230 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-df3b697b-aaa9-4bea-bab0-a11a624dd0bf req-63ceea54-779d-4508-8da0-f16d235eae83 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337124 Aug 04 16:30:19.469578 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 17e1d80b-51b6-4b09-b512-e218dc6eaeaa no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:30:19.558267 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:19.587609 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dceabbf2-ecd4-497b-997a-1acbda49ddf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17e1d80b-51b6-4b09-b512-e218dc6eaeaa'}] {{(pid=93332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:30:19.590026 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60a3b88c11522644802803ec4887c4dd8a4d8449af02ad3849b143fbab4f5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c2a4bb-a6f6-454c-945f-9fc1a6d529da" -d '{"events": [{"server_uuid": "dceabbf2-ecd4-497b-997a-1acbda49ddf9", "name": "network-vif-unplugged", "status": "completed", "tag": "17e1d80b-51b6-4b09-b512-e218dc6eaeaa"}]}' {{(pid=93332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:30:19.618698 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 17e1d80b-51b6-4b09-b512-e218dc6eaeaa, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=17e1d80b-51b6-4b09-b512-e218dc6eaeaa,segment=NetworkSegment(ce787726-f448-43d2-afe7-5993012333a5),segment_id=ce787726-f448-43d2-afe7-5993012333a5)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:30:19.625625 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:19.631810 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 04 Aug 2021 16:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa78788-e3fa-4435-9382-7e844ea5030d x-openstack-request-id: req-daa78788-e3fa-4435-9382-7e844ea5030d {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:30:19.632100 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dceabbf2-ecd4-497b-997a-1acbda49ddf9", "name": "network-vif-unplugged", "status": "failed", "tag": "17e1d80b-51b6-4b09-b512-e218dc6eaeaa", "code": 422}]} {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:30:19.632398 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-daa78788-e3fa-4435-9382-7e844ea5030d {{(pid=93332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:30:19.632879 dv-cinder-789564-9-iscsi neutron-server[93332]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dceabbf2-ecd4-497b-997a-1acbda49ddf9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '17e1d80b-51b6-4b09-b512-e218dc6eaeaa', 'code': 422} returned with failed status Aug 04 16:30:19.680861 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=17e1d80b-51b6-4b09-b512-e218dc6eaeaa,revision_number=8']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:30:20.011352 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8501fd-a17e-4b5b-89ea-12bbcd4c2584 req-c31af86e-360f-4973-b461-c9954ff99a19 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:20.012857 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2b8501fd-a17e-4b5b-89ea-12bbcd4c2584 req-c31af86e-360f-4973-b461-c9954ff99a19 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 943 time: 0.0541914 Aug 04 16:30:20.056380 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2b8501fd-a17e-4b5b-89ea-12bbcd4c2584 req-05f89b52-e2a8-45fc-b27f-95e734910055 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372689 Aug 04 16:30:20.359823 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 46868) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:30:20.476246 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-44250430-8a53-4b08-a500-aa826b5748ac req-27aa1a9d-4d49-44ab-8f09-c6b16b126205 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1140883 Aug 04 16:30:20.952242 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:21.187887 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d2647f-63e8-4d6d-8489-362a83285ddc req-657f3463-ccd2-4425-97b2-7c824d1eedb8 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:21.189297 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-56d2647f-63e8-4d6d-8489-362a83285ddc req-657f3463-ccd2-4425-97b2-7c824d1eedb8 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 943 time: 0.0593326 Aug 04 16:30:21.233642 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-56d2647f-63e8-4d6d-8489-362a83285ddc req-0c67ba90-c561-4b29-9704-07c0efbecf6e tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381150 Aug 04 16:30:21.408809 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44250430-8a53-4b08-a500-aa826b5748ac req-195ebb1c-9bd3-48de-98ed-9d471a9ff6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:21.410406 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-44250430-8a53-4b08-a500-aa826b5748ac req-195ebb1c-9bd3-48de-98ed-9d471a9ff6b0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9&tenant_id=e94f253973de4174807e633c0f67ea51 HTTP/1.1" status: 200 len: 1096 time: 0.0440400 Aug 04 16:30:21.483240 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44250430-8a53-4b08-a500-aa826b5748ac req-abd8994f-ba41-48d4-b1d4-9bd0c6fb693e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:21.484553 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-44250430-8a53-4b08-a500-aa826b5748ac req-abd8994f-ba41-48d4-b1d4-9bd0c6fb693e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e94f253973de4174807e633c0f67ea51&device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 1096 time: 0.0475738 Aug 04 16:30:21.580776 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44250430-8a53-4b08-a500-aa826b5748ac req-41d399f0-4e8b-4ac6-ab39-36645dc7c5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:21.582366 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-44250430-8a53-4b08-a500-aa826b5748ac req-41d399f0-4e8b-4ac6-ab39-36645dc7c5e0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3375530b-34ca-4462-9339-3ed10ebd346b HTTP/1.1" status: 200 len: 917 time: 0.0898993 Aug 04 16:30:21.666350 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-44250430-8a53-4b08-a500-aa826b5748ac req-e7c7b69d-4256-4842-8ae7-ef60af179c63 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17e1d80b-51b6-4b09-b512-e218dc6eaeaa HTTP/1.1" status: 200 len: 998 time: 0.0741911 Aug 04 16:30:21.724562 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44250430-8a53-4b08-a500-aa826b5748ac req-a0ed9919-3ec8-44bc-a0f0-4cf95728c866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:21.726192 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-44250430-8a53-4b08-a500-aa826b5748ac req-a0ed9919-3ec8-44bc-a0f0-4cf95728c866 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0ad7513e-214e-4cef-868b-a5927b57f732 HTTP/1.1" status: 200 len: 855 time: 0.0525639 Aug 04 16:30:21.776370 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44250430-8a53-4b08-a500-aa826b5748ac req-9236deee-0441-4a99-8957-00716e8aaca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:21.777852 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-44250430-8a53-4b08-a500-aa826b5748ac req-9236deee-0441-4a99-8957-00716e8aaca4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3375530b-34ca-4462-9339-3ed10ebd346b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441458 Aug 04 16:30:21.883435 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-44250430-8a53-4b08-a500-aa826b5748ac req-e95560bd-8a77-4ce4-b475-e1346e0aa73f service neutron] 10.222.0.50 "GET /v2.0/networks/3375530b-34ca-4462-9339-3ed10ebd346b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966139 Aug 04 16:30:21.980985 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-44250430-8a53-4b08-a500-aa826b5748ac req-43310ac7-b84a-4782-ba34-3463eb11891e service neutron] 10.222.0.50 "GET /v2.0/networks/3375530b-34ca-4462-9339-3ed10ebd346b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883405 Aug 04 16:30:22.424681 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b06985-2c88-4a80-90c1-4631ff30c64a req-d7fd467e-06ae-41ee-9b1f-47938879c81c tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:22.433253 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-c6b06985-2c88-4a80-90c1-4631ff30c64a req-d7fd467e-06ae-41ee-9b1f-47938879c81c tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 943 time: 0.1193159 Aug 04 16:30:22.535962 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-c6b06985-2c88-4a80-90c1-4631ff30c64a req-ac18e4d5-7f88-46e1-bcb6-e567d056095f tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952172 Aug 04 16:30:23.479814 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 17e1d80b-51b6-4b09-b512-e218dc6eaeaa no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:30:23.703234 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff272abd-6962-45dd-9bd7-1a402ee20d96 req-20599b68-77a1-4325-ab0f-99b65c8e98d8 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:23.704815 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-ff272abd-6962-45dd-9bd7-1a402ee20d96 req-20599b68-77a1-4325-ab0f-99b65c8e98d8 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 943 time: 0.0736392 Aug 04 16:30:23.779464 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-ff272abd-6962-45dd-9bd7-1a402ee20d96 req-56324608-ec48-447e-b79f-db5823d94586 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593500 Aug 04 16:30:24.916702 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f2125-065d-41bf-bd0f-094dd1bc7479 req-2875c2ea-e562-47a9-9733-85afebb7fba3 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:24.919095 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-437f2125-065d-41bf-bd0f-094dd1bc7479 req-2875c2ea-e562-47a9-9733-85afebb7fba3 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 943 time: 0.0592687 Aug 04 16:30:24.963486 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-437f2125-065d-41bf-bd0f-094dd1bc7479 req-f807732c-d530-45a6-bf81-ceb06a55e5d2 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376282 Aug 04 16:30:26.110140 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294599f-3a39-43f1-9093-118a84afb82b req-0f0f8ef5-9460-482e-9019-e09b48afe7fd tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:26.111716 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f294599f-3a39-43f1-9093-118a84afb82b req-0f0f8ef5-9460-482e-9019-e09b48afe7fd tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 943 time: 0.0582464 Aug 04 16:30:26.153511 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f294599f-3a39-43f1-9093-118a84afb82b req-592803bc-ad88-43f3-a7e2-f3004663e650 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357046 Aug 04 16:30:27.291117 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a637e-91a8-454f-b40f-867a3291bff6 req-0f8f4c00-2cce-45bb-b9ea-86595847e155 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:27.292672 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-460a637e-91a8-454f-b40f-867a3291bff6 req-0f8f4c00-2cce-45bb-b9ea-86595847e155 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 943 time: 0.0572701 Aug 04 16:30:27.339738 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-460a637e-91a8-454f-b40f-867a3291bff6 req-6e150722-2df7-40b5-abf0-f1d2cef4040c tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398481 Aug 04 16:30:28.501016 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd98bb6-14ce-45ef-8ba4-977a884a7a32 req-3f3deaf4-a725-4199-b09a-e452248ae4cc tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:28.502854 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-8fd98bb6-14ce-45ef-8ba4-977a884a7a32 req-3f3deaf4-a725-4199-b09a-e452248ae4cc tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 943 time: 0.0544214 Aug 04 16:30:28.551263 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-8fd98bb6-14ce-45ef-8ba4-977a884a7a32 req-4d5a0dfe-2b4c-41aa-9954-728f1fe42351 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417306 Aug 04 16:30:29.697533 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed360c6-75ce-4d97-96e4-5e56110abdc9 req-8dd2f60e-d012-4176-a510-ec7310aced11 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:29.705832 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-eed360c6-75ce-4d97-96e4-5e56110abdc9 req-8dd2f60e-d012-4176-a510-ec7310aced11 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 943 time: 0.0702596 Aug 04 16:30:29.757683 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-eed360c6-75ce-4d97-96e4-5e56110abdc9 req-74c1caf2-5ea6-4436-b578-eaac9a48edc7 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435309 Aug 04 16:30:30.906671 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811eb1ad-f732-416b-b235-1800ee036584 req-70b7a23e-043f-4039-9152-85fea3e2f5ec tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:30.908333 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-811eb1ad-f732-416b-b235-1800ee036584 req-70b7a23e-043f-4039-9152-85fea3e2f5ec tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 943 time: 0.0601814 Aug 04 16:30:30.958369 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-811eb1ad-f732-416b-b235-1800ee036584 req-412cad74-26be-4fa8-b40d-b8942b7b2363 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430810 Aug 04 16:30:32.103792 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd7140-4b91-43c0-b707-ef41d259fba5 req-3d42e19d-3ff3-460a-adfb-d9739e45a382 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:32.105417 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-97dd7140-4b91-43c0-b707-ef41d259fba5 req-3d42e19d-3ff3-460a-adfb-d9739e45a382 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 943 time: 0.0689206 Aug 04 16:30:32.149781 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-97dd7140-4b91-43c0-b707-ef41d259fba5 req-4c0ee5eb-0f0a-4831-b2d2-c7e15f62e7cf tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378110 Aug 04 16:30:33.287047 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea0c41-fae2-441f-92b9-1804640f51a3 req-eeb2da7e-6c05-408a-b041-62c2234187da tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:33.288065 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-14ea0c41-fae2-441f-92b9-1804640f51a3 req-eeb2da7e-6c05-408a-b041-62c2234187da tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 943 time: 0.0544429 Aug 04 16:30:33.336626 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-14ea0c41-fae2-441f-92b9-1804640f51a3 req-352ab6f9-a7b1-46d0-9cbd-41174383545a tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420964 Aug 04 16:30:34.490873 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28eeca2-6172-41c1-85d4-964b1bf95b97 req-3c1dc2c0-7934-4cb1-9bef-baf4b10bc4c7 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:34.492445 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-f28eeca2-6172-41c1-85d4-964b1bf95b97 req-3c1dc2c0-7934-4cb1-9bef-baf4b10bc4c7 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 943 time: 0.0697529 Aug 04 16:30:34.556587 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-f28eeca2-6172-41c1-85d4-964b1bf95b97 req-90b661fd-eecc-45a6-9add-7cb953bc6cac tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528073 Aug 04 16:30:35.541937 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 17e1d80b-51b6-4b09-b512-e218dc6eaeaa details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:30:35.688857 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b71b5-1124-4c4e-807a-fd645cf4bd05 req-5115268c-9d0f-44e3-96f3-27582a891001 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:35.689897 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 17e1d80b-51b6-4b09-b512-e218dc6eaeaa, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=17e1d80b-51b6-4b09-b512-e218dc6eaeaa,segment=NetworkSegment(ce787726-f448-43d2-afe7-5993012333a5),segment_id=ce787726-f448-43d2-afe7-5993012333a5)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:30:35.690479 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-137b71b5-1124-4c4e-807a-fd645cf4bd05 req-5115268c-9d0f-44e3-96f3-27582a891001 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 943 time: 0.0634041 Aug 04 16:30:35.707104 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Returning: {'device': '17e1d80b-51b6-4b09-b512-e218dc6eaeaa', 'network_id': '3375530b-34ca-4462-9339-3ed10ebd346b', 'port_id': '17e1d80b-51b6-4b09-b512-e218dc6eaeaa', 'mac_address': 'fa:16:3e:04:04:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ad7513e-214e-4cef-868b-a5927b57f732', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:30:35.745527 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-137b71b5-1124-4c4e-807a-fd645cf4bd05 req-14195f23-2018-4aaa-9689-b359ef400e52 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462749 Aug 04 16:30:35.766600 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:35.787364 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17e1d80b-51b6-4b09-b512-e218dc6eaeaa {{(pid=93332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:30:35.810267 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 17e1d80b-51b6-4b09-b512-e218dc6eaeaa, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=17e1d80b-51b6-4b09-b512-e218dc6eaeaa,segment=NetworkSegment(ce787726-f448-43d2-afe7-5993012333a5),segment_id=ce787726-f448-43d2-afe7-5993012333a5)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:30:35.816317 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:35.876596 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=17e1d80b-51b6-4b09-b512-e218dc6eaeaa,revision_number=9']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:30:36.085905 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] get_ports_and_sgs() called for port_ids ['17e1d80b-51b6-4b09-b512-e218dc6eaeaa'] {{(pid=93332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:30:36.873196 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a0d0b-73c4-49ac-ba42-9c638ed4d6d3 req-e8acdeca-c4fa-4492-a354-21f87e52967b tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:36.874719 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-ec6a0d0b-73c4-49ac-ba42-9c638ed4d6d3 req-e8acdeca-c4fa-4492-a354-21f87e52967b tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 944 time: 0.0495138 Aug 04 16:30:36.913881 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-ec6a0d0b-73c4-49ac-ba42-9c638ed4d6d3 req-4aca5c6b-e283-40d6-9e3e-0c4e0610806a tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330374 Aug 04 16:30:37.557525 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 17e1d80b-51b6-4b09-b512-e218dc6eaeaa up at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:30:37.615696 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Provisioning complete for port 17e1d80b-51b6-4b09-b512-e218dc6eaeaa triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:30:37.615962 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:37.693159 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:37.717084 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dceabbf2-ecd4-497b-997a-1acbda49ddf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e1d80b-51b6-4b09-b512-e218dc6eaeaa'}] {{(pid=93332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:30:37.719761 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60a3b88c11522644802803ec4887c4dd8a4d8449af02ad3849b143fbab4f5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568064dd-9f09-4470-b779-540847a5c46e" -d '{"events": [{"server_uuid": "dceabbf2-ecd4-497b-997a-1acbda49ddf9", "name": "network-vif-plugged", "status": "completed", "tag": "17e1d80b-51b6-4b09-b512-e218dc6eaeaa"}]}' {{(pid=93332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:30:37.734254 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 17e1d80b-51b6-4b09-b512-e218dc6eaeaa, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=17e1d80b-51b6-4b09-b512-e218dc6eaeaa,segment=NetworkSegment(ce787726-f448-43d2-afe7-5993012333a5),segment_id=ce787726-f448-43d2-afe7-5993012333a5)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:30:37.743612 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:37.774700 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3501729-af24-47b7-9a9b-ed5a535af60b x-openstack-request-id: req-f3501729-af24-47b7-9a9b-ed5a535af60b {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:30:37.774904 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dceabbf2-ecd4-497b-997a-1acbda49ddf9", "name": "network-vif-plugged", "status": "completed", "tag": "17e1d80b-51b6-4b09-b512-e218dc6eaeaa", "code": 200}]} {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:30:37.775132 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f3501729-af24-47b7-9a9b-ed5a535af60b {{(pid=93332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:30:37.775522 dv-cinder-789564-9-iscsi neutron-server[93332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dceabbf2-ecd4-497b-997a-1acbda49ddf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e1d80b-51b6-4b09-b512-e218dc6eaeaa', 'code': 200} Aug 04 16:30:37.802477 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=17e1d80b-51b6-4b09-b512-e218dc6eaeaa,revision_number=10']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:30:37.982559 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f53ad-a1fb-422a-a817-ff45fb6d77d3 req-f8fcab19-006c-4630-9a68-840486d70369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:37.984099 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-656f53ad-a1fb-422a-a817-ff45fb6d77d3 req-f8fcab19-006c-4630-9a68-840486d70369 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 1099 time: 0.0522192 Aug 04 16:30:38.022725 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-656f53ad-a1fb-422a-a817-ff45fb6d77d3 req-6e3d92b8-774b-456e-8e7c-6faf27d822c7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307126 Aug 04 16:30:38.080563 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7829ad-aa3d-42f1-ad18-1d3641b04a7b req-afdef33e-7e4b-422b-a3f1-849f148df7ef tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:38.084094 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-3f7829ad-aa3d-42f1-ad18-1d3641b04a7b req-afdef33e-7e4b-422b-a3f1-849f148df7ef tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 946 time: 0.0692248 Aug 04 16:30:38.131192 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-3f7829ad-aa3d-42f1-ad18-1d3641b04a7b req-46cf2e9b-5cbf-427d-ac14-78f68032e046 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412052 Aug 04 16:30:38.137684 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-dba9c190-5809-46ea-8c78-b87cbbb5cb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:39.314440 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328494c7-f930-4125-9b0e-df7369af48ff req-870d5a77-f0b6-4931-b9ca-99c94159ca8f tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:39.315983 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-328494c7-f930-4125-9b0e-df7369af48ff req-870d5a77-f0b6-4931-b9ca-99c94159ca8f tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 946 time: 0.0774064 Aug 04 16:30:39.365334 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-328494c7-f930-4125-9b0e-df7369af48ff req-79860eb7-cbc7-486e-b950-f579fd8f3a88 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384455 Aug 04 16:30:40.521866 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d439f-1b52-4db3-8745-435181a20488 req-ef267840-0f78-4b21-897d-c275cb7f6538 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:40.523541 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-768d439f-1b52-4db3-8745-435181a20488 req-ef267840-0f78-4b21-897d-c275cb7f6538 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 946 time: 0.0761824 Aug 04 16:30:40.584243 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-768d439f-1b52-4db3-8745-435181a20488 req-bdcaf780-cf10-4655-ab81-9c44e26cf97e tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529568 Aug 04 16:30:40.932478 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-ff4cc4ea-592e-4260-9788-6ca2ac113a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:40.981194 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:42.243011 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:43.688458 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:50.969063 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:55.422859 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 6 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:31:08.136312 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-d6a31184-4c24-4cb0-b7bb-42a1ae3b9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:09.173892 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d616b83-38c3-43b2-adc4-f9d0a29fd19e req-55246174-e3d4-4e8b-8b5a-4dfd0136e445 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:09.175384 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-0d616b83-38c3-43b2-adc4-f9d0a29fd19e req-55246174-e3d4-4e8b-8b5a-4dfd0136e445 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=5910e6b6-4ade-47a6-9565-4ffb3ffcdb3b HTTP/1.1" status: 200 len: 945 time: 0.0513020 Aug 04 16:31:09.216082 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-0d616b83-38c3-43b2-adc4-f9d0a29fd19e req-e70097a3-7518-472f-abb9-769e341080e3 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=a5ca4289-9e44-4b5e-a3db-49428fe30d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344911 Aug 04 16:31:10.344274 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a87e13-3750-4eaf-9bf1-61050b9f97f1 req-cf3939fc-c95c-4a79-8876-946f9a6b83c0 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:10.345890 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-88a87e13-3750-4eaf-9bf1-61050b9f97f1 req-cf3939fc-c95c-4a79-8876-946f9a6b83c0 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=5910e6b6-4ade-47a6-9565-4ffb3ffcdb3b HTTP/1.1" status: 200 len: 945 time: 0.0576317 Aug 04 16:31:10.388756 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-88a87e13-3750-4eaf-9bf1-61050b9f97f1 req-0501d570-8c2d-423d-bbaf-ecaa9243f994 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=a5ca4289-9e44-4b5e-a3db-49428fe30d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363932 Aug 04 16:31:10.945705 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-0a001d18-9432-452a-9a7c-dda5ee397259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:10.987385 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:11.196751 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad013de0-a12a-4bc4-8529-b3bad7b4ad97 req-8a6300b1-a2e6-4676-9882-d208ebdfa788 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:11.198253 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-ad013de0-a12a-4bc4-8529-b3bad7b4ad97 req-8a6300b1-a2e6-4676-9882-d208ebdfa788 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.50 "GET /v2.0/ports?device_id=5910e6b6-4ade-47a6-9565-4ffb3ffcdb3b HTTP/1.1" status: 200 len: 945 time: 0.0585060 Aug 04 16:31:11.292913 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [req-ad013de0-a12a-4bc4-8529-b3bad7b4ad97 req-e90d805a-d535-4d63-9cc0-8a6209e1eace tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Deleting port 861bc984-e35a-4369-9f94-3889ac7bd84c {{(pid=93330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:31:11.293255 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-ad013de0-a12a-4bc4-8529-b3bad7b4ad97 req-e90d805a-d535-4d63-9cc0-8a6209e1eace tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:11.383620 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-ad013de0-a12a-4bc4-8529-b3bad7b4ad97 req-e90d805a-d535-4d63-9cc0-8a6209e1eace tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] For port 861bc984-e35a-4369-9f94-3889ac7bd84c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=861bc984-e35a-4369-9f94-3889ac7bd84c,segment=NetworkSegment(9f32b91d-c9a0-4366-93d1-1ed592891c5e),segment_id=9f32b91d-c9a0-4366-93d1-1ed592891c5e)] {{(pid=93330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:31:11.384368 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-ad013de0-a12a-4bc4-8529-b3bad7b4ad97 req-e90d805a-d535-4d63-9cc0-8a6209e1eace tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:11.520444 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77e774-27a9-4c36-a46e-bcbe39aaaa92 req-67289e07-252c-4782-84c6-bcf6ccfce161 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:11.521937 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-7b77e774-27a9-4c36-a46e-bcbe39aaaa92 req-67289e07-252c-4782-84c6-bcf6ccfce161 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=5910e6b6-4ade-47a6-9565-4ffb3ffcdb3b HTTP/1.1" status: 200 len: 945 time: 0.0586483 Aug 04 16:31:11.565074 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-7b77e774-27a9-4c36-a46e-bcbe39aaaa92 req-32bbc647-5178-4ca6-a245-4d723a1e4265 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups?id=a5ca4289-9e44-4b5e-a3db-49428fe30d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369871 Aug 04 16:31:11.570926 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-ad013de0-a12a-4bc4-8529-b3bad7b4ad97 req-e90d805a-d535-4d63-9cc0-8a6209e1eace tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:11.571301 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-ad013de0-a12a-4bc4-8529-b3bad7b4ad97 req-e90d805a-d535-4d63-9cc0-8a6209e1eace tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593542'] for floatingip, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:11.571609 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.db.l3_db [req-ad013de0-a12a-4bc4-8529-b3bad7b4ad97 req-e90d805a-d535-4d63-9cc0-8a6209e1eace tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Floating IP 61d0b900-85d2-4bb8-a2da-a8ca5923893c disassociated. External IP: 172.27.2.94, port: 861bc984-e35a-4369-9f94-3889ac7bd84c. Aug 04 16:31:11.571946 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [req-ad013de0-a12a-4bc4-8529-b3bad7b4ad97 req-e90d805a-d535-4d63-9cc0-8a6209e1eace tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Calling delete_port for 861bc984-e35a-4369-9f94-3889ac7bd84c owned by compute:nova {{(pid=93330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:31:11.703675 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-ad013de0-a12a-4bc4-8529-b3bad7b4ad97 req-e90d805a-d535-4d63-9cc0-8a6209e1eace tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:11.734342 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90d805a-d535-4d63-9cc0-8a6209e1eace tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Pushing event deleted for resources: {'Port': ['ID=861bc984-e35a-4369-9f94-3889ac7bd84c,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:11.746968 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90d805a-d535-4d63-9cc0-8a6209e1eace tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:11.747325 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90d805a-d535-4d63-9cc0-8a6209e1eace tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:11.747861 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90d805a-d535-4d63-9cc0-8a6209e1eace tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:11.748189 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90d805a-d535-4d63-9cc0-8a6209e1eace tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:11.748522 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90d805a-d535-4d63-9cc0-8a6209e1eace tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:11.748812 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90d805a-d535-4d63-9cc0-8a6209e1eace tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:11.749115 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90d805a-d535-4d63-9cc0-8a6209e1eace tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:11.749446 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90d805a-d535-4d63-9cc0-8a6209e1eace tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:11.749778 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90d805a-d535-4d63-9cc0-8a6209e1eace tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:11.750133 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90d805a-d535-4d63-9cc0-8a6209e1eace tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:11.750458 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90d805a-d535-4d63-9cc0-8a6209e1eace tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:11.750784 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90d805a-d535-4d63-9cc0-8a6209e1eace tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:11.860115 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad013de0-a12a-4bc4-8529-b3bad7b4ad97 req-e90d805a-d535-4d63-9cc0-8a6209e1eace tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Router 8b8f9e7b-d860-4258-98fd-6b35defa34bf has already been hosted by L3 agent d346cf64-ca3f-484e-b552-5df8791a7915 {{(pid=93330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:31:11.970106 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46541e34-e790-4c8d-a052-227906caf9df req-4a59f425-074f-49c4-ab47-3e050d24eb6e tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:11.972023 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-46541e34-e790-4c8d-a052-227906caf9df req-4a59f425-074f-49c4-ab47-3e050d24eb6e tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 945 time: 0.0526969 Aug 04 16:31:11.973019 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad013de0-a12a-4bc4-8529-b3bad7b4ad97 req-e90d805a-d535-4d63-9cc0-8a6209e1eace tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify agent at l3_agent.dv-cinder-789564-9-iscsi the message routers_updated {{(pid=93330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:31:11.984456 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d696aa0-4faf-46a4-89be-1c93d4fc80d7 None None] Sync routers for ids ['8b8f9e7b-d860-4258-98fd-6b35defa34bf'] in dv-cinder-789564-9-iscsi {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:31:11.995200 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d696aa0-4faf-46a4-89be-1c93d4fc80d7 None None] Routers {'8b8f9e7b-d860-4258-98fd-6b35defa34bf'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:31:11.995860 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-9d696aa0-4faf-46a4-89be-1c93d4fc80d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:31:11Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['8b8f9e7b-d860-4258-98fd-6b35defa34bf'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:31:12.015964 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad013de0-a12a-4bc4-8529-b3bad7b4ad97 req-e90d805a-d535-4d63-9cc0-8a6209e1eace tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] No DVR routers for this DVR port 861bc984-e35a-4369-9f94-3889ac7bd84c on host hv-cinder-78956 {{(pid=93330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:31:12.018726 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-ad013de0-a12a-4bc4-8529-b3bad7b4ad97 req-e90d805a-d535-4d63-9cc0-8a6209e1eace tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:12.020543 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-46541e34-e790-4c8d-a052-227906caf9df req-f450e19c-ee7e-4813-aa4b-81a38c1569a7 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1f964ae-03f9-4e48-96dc-b912e8d9d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410399 Aug 04 16:31:12.020844 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-ad013de0-a12a-4bc4-8529-b3bad7b4ad97 req-e90d805a-d535-4d63-9cc0-8a6209e1eace tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.50 "DELETE /v2.0/ports/861bc984-e35a-4369-9f94-3889ac7bd84c HTTP/1.1" status: 204 len: 173 time: 0.8153360 Aug 04 16:31:12.021337 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5910e6b6-4ade-47a6-9565-4ffb3ffcdb3b', 'name': 'network-vif-deleted', 'tag': '861bc984-e35a-4369-9f94-3889ac7bd84c'}] {{(pid=93330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:31:12.023839 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37e886c0defde040503dc6230deb255415226de4639eab9b495881836c77004d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed07188-c2a1-4f06-997b-6fea959a16d5" -d '{"events": [{"server_uuid": "5910e6b6-4ade-47a6-9565-4ffb3ffcdb3b", "name": "network-vif-deleted", "tag": "861bc984-e35a-4369-9f94-3889ac7bd84c"}]}' {{(pid=93330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:31:12.072495 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152d0dbb-1d48-459a-80d4-9cfb0f44c6c8 x-openstack-request-id: req-152d0dbb-1d48-459a-80d4-9cfb0f44c6c8 {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:31:12.072495 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5910e6b6-4ade-47a6-9565-4ffb3ffcdb3b", "name": "network-vif-deleted", "tag": "861bc984-e35a-4369-9f94-3889ac7bd84c", "status": "completed", "code": 200}]} {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:31:12.072963 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-152d0dbb-1d48-459a-80d4-9cfb0f44c6c8 {{(pid=93330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:31:12.073151 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5910e6b6-4ade-47a6-9565-4ffb3ffcdb3b', 'name': 'network-vif-deleted', 'tag': '861bc984-e35a-4369-9f94-3889ac7bd84c', 'status': 'completed', 'code': 200} Aug 04 16:31:12.161843 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-9d696aa0-4faf-46a4-89be-1c93d4fc80d7 None None] Set router 8b8f9e7b-d860-4258-98fd-6b35defa34bf gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:31:12.283910 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:12.386160 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-9d696aa0-4faf-46a4-89be-1c93d4fc80d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'name': 'tempest-AttachVolumeTestJSON-786119888-router', 'tenant_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '2867530c-f114-4f1a-9c03-55698f3bdce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:58Z', 'updated_at': '2021-08-04T16:24:12Z', 'revision_number': 4, 'project_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'gw_port': {'id': '2867530c-f114-4f1a-9c03-55698f3bdce4', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:00Z', 'updated_at': '2021-08-04T16:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '6f9018f5-d80f-4057-8773-7632262dcabd', 'name': '', 'network_id': '5c2558c7-24ce-41b2-b792-f9920a95bb2f', 'tenant_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'mac_address': 'fa:16:3e:7e:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1fb80fc5-b3b3-4ef1-9a71-cb5032debcda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:10Z', 'updated_at': '2021-08-04T16:24:22Z', 'revision_number': 5, 'project_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'subnets': [{'id': '1fb80fc5-b3b3-4ef1-9a71-cb5032debcda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:31:12.417894 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d696aa0-4faf-46a4-89be-1c93d4fc80d7 None None] Checking router: 8b8f9e7b-d860-4258-98fd-6b35defa34bf for host: dv-cinder-789564-9-iscsi {{(pid=93332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:31:12.428005 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d696aa0-4faf-46a4-89be-1c93d4fc80d7 None None] Routers {'8b8f9e7b-d860-4258-98fd-6b35defa34bf'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:31:12.428627 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-9d696aa0-4faf-46a4-89be-1c93d4fc80d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:31:11Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['8b8f9e7b-d860-4258-98fd-6b35defa34bf'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:31:12.678046 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-9d696aa0-4faf-46a4-89be-1c93d4fc80d7 None None] Set router 8b8f9e7b-d860-4258-98fd-6b35defa34bf gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:31:12.689171 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-7f428d10-d044-4c26-a7d0-1063f0bcc63f req-a67d9341-1ab2-47d0-b741-f613c548f820 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/ports?device_id=5910e6b6-4ade-47a6-9565-4ffb3ffcdb3b HTTP/1.1" status: 200 len: 210 time: 0.0315261 Aug 04 16:31:12.902948 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-9d696aa0-4faf-46a4-89be-1c93d4fc80d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'name': 'tempest-AttachVolumeTestJSON-786119888-router', 'tenant_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '2867530c-f114-4f1a-9c03-55698f3bdce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:58Z', 'updated_at': '2021-08-04T16:24:12Z', 'revision_number': 4, 'project_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'gw_port': {'id': '2867530c-f114-4f1a-9c03-55698f3bdce4', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:00Z', 'updated_at': '2021-08-04T16:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '6f9018f5-d80f-4057-8773-7632262dcabd', 'name': '', 'network_id': '5c2558c7-24ce-41b2-b792-f9920a95bb2f', 'tenant_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'mac_address': 'fa:16:3e:7e:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1fb80fc5-b3b3-4ef1-9a71-cb5032debcda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:10Z', 'updated_at': '2021-08-04T16:24:22Z', 'revision_number': 5, 'project_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'subnets': [{'id': '1fb80fc5-b3b3-4ef1-9a71-cb5032debcda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:31:12.930835 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d696aa0-4faf-46a4-89be-1c93d4fc80d7 None None] The sync data for ids ['8b8f9e7b-d860-4258-98fd-6b35defa34bf'] in dv-cinder-789564-9-iscsi is: [{'id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'name': 'tempest-AttachVolumeTestJSON-786119888-router', 'tenant_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '2867530c-f114-4f1a-9c03-55698f3bdce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:58Z', 'updated_at': '2021-08-04T16:24:12Z', 'revision_number': 4, 'project_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'gw_port': {'id': '2867530c-f114-4f1a-9c03-55698f3bdce4', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:00Z', 'updated_at': '2021-08-04T16:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '6f9018f5-d80f-4057-8773-7632262dcabd', 'name': '', 'network_id': '5c2558c7-24ce-41b2-b792-f9920a95bb2f', 'tenant_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'mac_address': 'fa:16:3e:7e:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1fb80fc5-b3b3-4ef1-9a71-cb5032debcda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:10Z', 'updated_at': '2021-08-04T16:24:22Z', 'revision_number': 5, 'project_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'subnets': [{'id': '1fb80fc5-b3b3-4ef1-9a71-cb5032debcda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:31:13.168412 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2a6af-8550-4d9d-b525-f9a29c3bdaa9 req-e12f52a7-e0af-45ec-8d74-5401dfac81f6 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:13.170302 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-81d2a6af-8550-4d9d-b525-f9a29c3bdaa9 req-e12f52a7-e0af-45ec-8d74-5401dfac81f6 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 945 time: 0.0635431 Aug 04 16:31:13.180994 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9081d9b4-f69c-4673-a384-231e4c1243d7 None None] New status for floating IP 61d0b900-85d2-4bb8-a2da-a8ca5923893c: DOWN {{(pid=93333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:31:13.218193 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-81d2a6af-8550-4d9d-b525-f9a29c3bdaa9 req-d43466b0-7b31-4275-938a-75db7900f15a tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1f964ae-03f9-4e48-96dc-b912e8d9d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412264 Aug 04 16:31:13.694961 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:13.792914 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 47114) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:13.854571 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-80bfd4be-e3c7-4838-ae00-91df23dc6c58 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:13.883275 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-80bfd4be-e3c7-4838-ae00-91df23dc6c58 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:13.935850 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-80bfd4be-e3c7-4838-ae00-91df23dc6c58 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:13.939242 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-80bfd4be-e3c7-4838-ae00-91df23dc6c58 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:13.941001 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-80bfd4be-e3c7-4838-ae00-91df23dc6c58 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "DELETE /v2.0/security-groups/a5ca4289-9e44-4b5e-a3db-49428fe30d0c HTTP/1.1" status: 204 len: 168 time: 0.1468692 Aug 04 16:31:13.945705 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 47116) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:13.954271 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd4be-e3c7-4838-ae00-91df23dc6c58 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ca4289-9e44-4b5e-a3db-49428fe30d0c,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:13.961739 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.api.v2.resource [None req-0ecfba27-a58a-4c03-be46-11e9309e2ca3 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] show failed (client error): The resource could not be found. Aug 04 16:31:13.965940 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-0ecfba27-a58a-4c03-be46-11e9309e2ca3 tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "GET /v2.0/security-groups/a5ca4289-9e44-4b5e-a3db-49428fe30d0c HTTP/1.1" status: 404 len: 347 time: 0.0188437 Aug 04 16:31:13.966177 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 47118) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:14.096850 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [None req-edd91803-9e16-4aae-b65a-ffb12f113e8e tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Deleting port d3593224-ca6e-4f80-9304-c362062e77e8 {{(pid=93330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:31:14.097360 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-edd91803-9e16-4aae-b65a-ffb12f113e8e tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:14.190541 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-edd91803-9e16-4aae-b65a-ffb12f113e8e tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:14.191131 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-edd91803-9e16-4aae-b65a-ffb12f113e8e tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:14.209784 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [None req-edd91803-9e16-4aae-b65a-ffb12f113e8e tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Calling delete_port for d3593224-ca6e-4f80-9304-c362062e77e8 owned by network:floatingip {{(pid=93330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:31:14.368494 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa446c-6a60-4ef7-8139-a71cf3c21e6d req-1db0f6e7-7f95-4095-b9ef-7d7241f368f6 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:14.371194 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-67aa446c-6a60-4ef7-8139-a71cf3c21e6d req-1db0f6e7-7f95-4095-b9ef-7d7241f368f6 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 945 time: 0.0703926 Aug 04 16:31:14.396781 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-edd91803-9e16-4aae-b65a-ffb12f113e8e tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:14.446063 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd91803-9e16-4aae-b65a-ffb12f113e8e tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Pushing event deleted for resources: {'Port': ['ID=d3593224-ca6e-4f80-9304-c362062e77e8,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:14.453111 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-67aa446c-6a60-4ef7-8139-a71cf3c21e6d req-6bc514d9-24b2-432e-9741-668de38b86d0 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1f964ae-03f9-4e48-96dc-b912e8d9d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689425 Aug 04 16:31:14.538980 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c256ebf-f760-41ec-90cf-f5b93ff55cd9 req-aaaa2343-c4f9-4598-be9d-04578919854c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:14.538980 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-1c256ebf-f760-41ec-90cf-f5b93ff55cd9 req-aaaa2343-c4f9-4598-be9d-04578919854c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=76829aee5bb64de2bb202e81a575e30d&device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 1098 time: 0.1029019 Aug 04 16:31:14.541858 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-edd91803-9e16-4aae-b65a-ffb12f113e8e tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks [] for floatingip, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:14.545587 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-edd91803-9e16-4aae-b65a-ffb12f113e8e tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for floatingip, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:14.546785 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-edd91803-9e16-4aae-b65a-ffb12f113e8e tempest-AttachVolumeTestJSON-676209429 tempest-AttachVolumeTestJSON-676209429-project] 10.222.0.77 "DELETE /v2.0/floatingips/61d0b900-85d2-4bb8-a2da-a8ca5923893c HTTP/1.1" status: 204 len: 168 time: 0.5794966 Aug 04 16:31:14.625577 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f055c-7feb-4076-89f7-7ea40711251d req-b57784bc-ef0a-41f1-b078-9f294346dc1b tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:14.627148 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-6f4f055c-7feb-4076-89f7-7ea40711251d req-b57784bc-ef0a-41f1-b078-9f294346dc1b tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 946 time: 0.0610261 Aug 04 16:31:14.676311 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-6f4f055c-7feb-4076-89f7-7ea40711251d req-5d06740e-95c3-408d-ae5c-d01b6bd5e752 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426087 Aug 04 16:31:14.690941 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c256ebf-f760-41ec-90cf-f5b93ff55cd9 req-26bf1a60-1579-461c-b132-b503c1f7707e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:14.692605 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-1c256ebf-f760-41ec-90cf-f5b93ff55cd9 req-26bf1a60-1579-461c-b132-b503c1f7707e service neutron] 10.222.0.50 "GET /v2.0/networks?id=185b7905-00dc-4ba4-a3c5-437dece76adb HTTP/1.1" status: 200 len: 910 time: 0.1157849 Aug 04 16:31:14.773396 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-1c256ebf-f760-41ec-90cf-f5b93ff55cd9 req-966bf560-415b-413c-937b-e5c8298a1c95 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6adc942-2649-44f9-a5ef-fe285a7906d7 HTTP/1.1" status: 200 len: 1001 time: 0.0722003 Aug 04 16:31:14.833751 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c256ebf-f760-41ec-90cf-f5b93ff55cd9 req-43373621-e54c-4332-88ee-2fdf1d2312c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:14.835457 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-1c256ebf-f760-41ec-90cf-f5b93ff55cd9 req-43373621-e54c-4332-88ee-2fdf1d2312c8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4df58c78-45db-4175-9ebe-e1e86c92c13c HTTP/1.1" status: 200 len: 848 time: 0.0527706 Aug 04 16:31:14.887177 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c256ebf-f760-41ec-90cf-f5b93ff55cd9 req-50f6b2b1-64b2-4502-b5a1-a6523f61b9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:14.889843 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-1c256ebf-f760-41ec-90cf-f5b93ff55cd9 req-50f6b2b1-64b2-4502-b5a1-a6523f61b9af service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=185b7905-00dc-4ba4-a3c5-437dece76adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448062 Aug 04 16:31:15.009451 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-1c256ebf-f760-41ec-90cf-f5b93ff55cd9 req-1d738462-0cde-4e14-b08b-3b74d30c9b37 service neutron] 10.222.0.50 "GET /v2.0/networks/185b7905-00dc-4ba4-a3c5-437dece76adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115215 Aug 04 16:31:15.109462 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-1c256ebf-f760-41ec-90cf-f5b93ff55cd9 req-f595373c-5679-4248-9f5e-ec2e7809aea1 service neutron] 10.222.0.50 "GET /v2.0/networks/185b7905-00dc-4ba4-a3c5-437dece76adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907090 Aug 04 16:31:15.574910 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe550994-34c0-487a-9373-a513dcc7aeb9 req-e6814c1a-23f6-4ba6-8ae6-916f8854c150 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:15.576448 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-fe550994-34c0-487a-9373-a513dcc7aeb9 req-e6814c1a-23f6-4ba6-8ae6-916f8854c150 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 945 time: 0.0511451 Aug 04 16:31:15.617002 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-fe550994-34c0-487a-9373-a513dcc7aeb9 req-299de1c7-9a82-4874-aa9f-65fbc94fd78c tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1f964ae-03f9-4e48-96dc-b912e8d9d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341508 Aug 04 16:31:15.735124 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 861bc984-e35a-4369-9f94-3889ac7bd84c no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:31:15.761097 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] No Port match for: 861bc984-e35a-4369-9f94-3889ac7bd84c {{(pid=93332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:31:15.761448 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 861bc984-e35a-4369-9f94-3889ac7bd84c not bound to the agent host hv-cinder-78956 {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:31:15.813472 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a09bf-a8fb-4482-a7dc-fa372f1747b9 req-75090306-afe4-4566-8414-07b9e3cf1653 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:15.815412 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-9d3a09bf-a8fb-4482-a7dc-fa372f1747b9 req-75090306-afe4-4566-8414-07b9e3cf1653 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 946 time: 0.0545063 Aug 04 16:31:15.863331 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-9d3a09bf-a8fb-4482-a7dc-fa372f1747b9 req-cda47163-7519-494a-ba70-02f1f26dcba6 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups?id=6885e5fb-d95b-4859-88fb-3e0acd1d86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403926 Aug 04 16:31:16.087875 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10978cd1-42fd-426c-99a1-91a73d108adb req-987ebbd5-f8ca-409c-9f9b-d4317bdafba4 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:16.089252 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-10978cd1-42fd-426c-99a1-91a73d108adb req-987ebbd5-f8ca-409c-9f9b-d4317bdafba4 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.50 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 946 time: 0.0589557 Aug 04 16:31:16.190688 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [req-10978cd1-42fd-426c-99a1-91a73d108adb req-f7e191a4-2bf2-4b7c-9d70-723e303bf34f tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Deleting port 17e1d80b-51b6-4b09-b512-e218dc6eaeaa {{(pid=93330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:31:16.191022 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-10978cd1-42fd-426c-99a1-91a73d108adb req-f7e191a4-2bf2-4b7c-9d70-723e303bf34f tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:16.282405 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-10978cd1-42fd-426c-99a1-91a73d108adb req-f7e191a4-2bf2-4b7c-9d70-723e303bf34f tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] For port 17e1d80b-51b6-4b09-b512-e218dc6eaeaa, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=17e1d80b-51b6-4b09-b512-e218dc6eaeaa,segment=NetworkSegment(ce787726-f448-43d2-afe7-5993012333a5),segment_id=ce787726-f448-43d2-afe7-5993012333a5)] {{(pid=93330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:31:16.282720 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-10978cd1-42fd-426c-99a1-91a73d108adb req-f7e191a4-2bf2-4b7c-9d70-723e303bf34f tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:16.458340 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-10978cd1-42fd-426c-99a1-91a73d108adb req-f7e191a4-2bf2-4b7c-9d70-723e303bf34f tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:16.458585 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-10978cd1-42fd-426c-99a1-91a73d108adb req-f7e191a4-2bf2-4b7c-9d70-723e303bf34f tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593542'] for floatingip, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:16.458864 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.db.l3_db [req-10978cd1-42fd-426c-99a1-91a73d108adb req-f7e191a4-2bf2-4b7c-9d70-723e303bf34f tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Floating IP d6d737f4-6826-46ab-b5c9-40c0ed418f91 disassociated. External IP: 172.27.2.77, port: 17e1d80b-51b6-4b09-b512-e218dc6eaeaa. Aug 04 16:31:16.459207 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [req-10978cd1-42fd-426c-99a1-91a73d108adb req-f7e191a4-2bf2-4b7c-9d70-723e303bf34f tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Calling delete_port for 17e1d80b-51b6-4b09-b512-e218dc6eaeaa owned by compute:nova {{(pid=93330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:31:16.589463 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-10978cd1-42fd-426c-99a1-91a73d108adb req-f7e191a4-2bf2-4b7c-9d70-723e303bf34f tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:16.620189 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e191a4-2bf2-4b7c-9d70-723e303bf34f tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Pushing event deleted for resources: {'Port': ['ID=17e1d80b-51b6-4b09-b512-e218dc6eaeaa,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:16.975380 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-f92f3fb0-8b04-4b42-b8ad-b525f39e5be4 req-70c4825d-ac36-4553-a8d0-127cfa62e51d tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/ports?device_id=dceabbf2-ecd4-497b-997a-1acbda49ddf9 HTTP/1.1" status: 200 len: 210 time: 0.0311160 Aug 04 16:31:17.062789 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55125b71-a01a-4bca-92e7-ac29dd7f0a45 req-e164df92-73d6-4087-b57b-d890d8cd5bac tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:17.065371 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-55125b71-a01a-4bca-92e7-ac29dd7f0a45 req-e164df92-73d6-4087-b57b-d890d8cd5bac tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 945 time: 0.1340029 Aug 04 16:31:17.115031 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10978cd1-42fd-426c-99a1-91a73d108adb req-f7e191a4-2bf2-4b7c-9d70-723e303bf34f tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Router 299b800a-9980-4d14-9bef-7c33d0cbf8ae has already been hosted by L3 agent d346cf64-ca3f-484e-b552-5df8791a7915 {{(pid=93330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:31:17.138330 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-55125b71-a01a-4bca-92e7-ac29dd7f0a45 req-8082c535-80b1-484c-8bf8-0a1ce1a3fb1d tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1f964ae-03f9-4e48-96dc-b912e8d9d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609682 Aug 04 16:31:17.249416 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10978cd1-42fd-426c-99a1-91a73d108adb req-f7e191a4-2bf2-4b7c-9d70-723e303bf34f tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify agent at l3_agent.dv-cinder-789564-9-iscsi the message routers_updated {{(pid=93330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:31:17.259857 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0469d2-0673-4534-9408-0525a65dc349 None None] Sync routers for ids ['299b800a-9980-4d14-9bef-7c33d0cbf8ae'] in dv-cinder-789564-9-iscsi {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:31:17.270547 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0469d2-0673-4534-9408-0525a65dc349 None None] Routers {'299b800a-9980-4d14-9bef-7c33d0cbf8ae'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:31:17.271207 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-4a0469d2-0673-4534-9408-0525a65dc349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:31:11Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['299b800a-9980-4d14-9bef-7c33d0cbf8ae'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:31:17.290127 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [req-10978cd1-42fd-426c-99a1-91a73d108adb req-f7e191a4-2bf2-4b7c-9d70-723e303bf34f tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] No DVR routers for this DVR port 17e1d80b-51b6-4b09-b512-e218dc6eaeaa on host hv-cinder-78956 {{(pid=93330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:31:17.293003 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-10978cd1-42fd-426c-99a1-91a73d108adb req-f7e191a4-2bf2-4b7c-9d70-723e303bf34f tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:17.295012 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-10978cd1-42fd-426c-99a1-91a73d108adb req-f7e191a4-2bf2-4b7c-9d70-723e303bf34f tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.50 "DELETE /v2.0/ports/17e1d80b-51b6-4b09-b512-e218dc6eaeaa HTTP/1.1" status: 204 len: 173 time: 1.1990829 Aug 04 16:31:17.295653 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dceabbf2-ecd4-497b-997a-1acbda49ddf9', 'name': 'network-vif-deleted', 'tag': '17e1d80b-51b6-4b09-b512-e218dc6eaeaa'}] {{(pid=93330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:31:17.297986 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37e886c0defde040503dc6230deb255415226de4639eab9b495881836c77004d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52c4e63-b233-44a6-b760-63e6642527bb" -d '{"events": [{"server_uuid": "dceabbf2-ecd4-497b-997a-1acbda49ddf9", "name": "network-vif-deleted", "tag": "17e1d80b-51b6-4b09-b512-e218dc6eaeaa"}]}' {{(pid=93330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:31:17.338166 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b676d13-9082-4ed0-85ce-9720489a43b9 x-openstack-request-id: req-4b676d13-9082-4ed0-85ce-9720489a43b9 {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:31:17.338576 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dceabbf2-ecd4-497b-997a-1acbda49ddf9", "name": "network-vif-deleted", "tag": "17e1d80b-51b6-4b09-b512-e218dc6eaeaa", "status": "completed", "code": 200}]} {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:31:17.338858 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4b676d13-9082-4ed0-85ce-9720489a43b9 {{(pid=93330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:31:17.339262 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dceabbf2-ecd4-497b-997a-1acbda49ddf9', 'name': 'network-vif-deleted', 'tag': '17e1d80b-51b6-4b09-b512-e218dc6eaeaa', 'status': 'completed', 'code': 200} Aug 04 16:31:17.389334 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-4a0469d2-0673-4534-9408-0525a65dc349 None None] Set router 299b800a-9980-4d14-9bef-7c33d0cbf8ae gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:31:17.610218 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-4a0469d2-0673-4534-9408-0525a65dc349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'name': 'tempest-AttachVolumeShelveTestJSON-537519640-router', 'tenant_id': 'e94f253973de4174807e633c0f67ea51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '05117e04-8afe-46d3-bdd0-2c0d9399eb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:57Z', 'updated_at': '2021-08-04T16:24:15Z', 'revision_number': 4, 'project_id': 'e94f253973de4174807e633c0f67ea51', 'gw_port': {'id': '05117e04-8afe-46d3-bdd0-2c0d9399eb6f', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:94:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:00Z', 'updated_at': '2021-08-04T16:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': 'cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d', 'name': '', 'network_id': '3375530b-34ca-4462-9339-3ed10ebd346b', 'tenant_id': 'e94f253973de4174807e633c0f67ea51', 'mac_address': 'fa:16:3e:83:ec:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ad7513e-214e-4cef-868b-a5927b57f732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:10Z', 'updated_at': '2021-08-04T16:24:25Z', 'revision_number': 5, 'project_id': 'e94f253973de4174807e633c0f67ea51', 'subnets': [{'id': '0ad7513e-214e-4cef-868b-a5927b57f732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:31:17.636389 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0469d2-0673-4534-9408-0525a65dc349 None None] Checking router: 299b800a-9980-4d14-9bef-7c33d0cbf8ae for host: dv-cinder-789564-9-iscsi {{(pid=93332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:31:17.645456 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0469d2-0673-4534-9408-0525a65dc349 None None] Routers {'299b800a-9980-4d14-9bef-7c33d0cbf8ae'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:31:17.646108 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-4a0469d2-0673-4534-9408-0525a65dc349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:31:11Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['299b800a-9980-4d14-9bef-7c33d0cbf8ae'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:31:17.759802 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-4a0469d2-0673-4534-9408-0525a65dc349 None None] Set router 299b800a-9980-4d14-9bef-7c33d0cbf8ae gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:31:17.977089 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-4a0469d2-0673-4534-9408-0525a65dc349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'name': 'tempest-AttachVolumeShelveTestJSON-537519640-router', 'tenant_id': 'e94f253973de4174807e633c0f67ea51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '05117e04-8afe-46d3-bdd0-2c0d9399eb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:57Z', 'updated_at': '2021-08-04T16:24:15Z', 'revision_number': 4, 'project_id': 'e94f253973de4174807e633c0f67ea51', 'gw_port': {'id': '05117e04-8afe-46d3-bdd0-2c0d9399eb6f', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:94:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:00Z', 'updated_at': '2021-08-04T16:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': 'cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d', 'name': '', 'network_id': '3375530b-34ca-4462-9339-3ed10ebd346b', 'tenant_id': 'e94f253973de4174807e633c0f67ea51', 'mac_address': 'fa:16:3e:83:ec:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ad7513e-214e-4cef-868b-a5927b57f732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:10Z', 'updated_at': '2021-08-04T16:24:25Z', 'revision_number': 5, 'project_id': 'e94f253973de4174807e633c0f67ea51', 'subnets': [{'id': '0ad7513e-214e-4cef-868b-a5927b57f732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:31:18.011987 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0469d2-0673-4534-9408-0525a65dc349 None None] The sync data for ids ['299b800a-9980-4d14-9bef-7c33d0cbf8ae'] in dv-cinder-789564-9-iscsi is: [{'id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'name': 'tempest-AttachVolumeShelveTestJSON-537519640-router', 'tenant_id': 'e94f253973de4174807e633c0f67ea51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '05117e04-8afe-46d3-bdd0-2c0d9399eb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:57Z', 'updated_at': '2021-08-04T16:24:15Z', 'revision_number': 4, 'project_id': 'e94f253973de4174807e633c0f67ea51', 'gw_port': {'id': '05117e04-8afe-46d3-bdd0-2c0d9399eb6f', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:94:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:00Z', 'updated_at': '2021-08-04T16:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': 'cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d', 'name': '', 'network_id': '3375530b-34ca-4462-9339-3ed10ebd346b', 'tenant_id': 'e94f253973de4174807e633c0f67ea51', 'mac_address': 'fa:16:3e:83:ec:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ad7513e-214e-4cef-868b-a5927b57f732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:10Z', 'updated_at': '2021-08-04T16:24:25Z', 'revision_number': 5, 'project_id': 'e94f253973de4174807e633c0f67ea51', 'subnets': [{'id': '0ad7513e-214e-4cef-868b-a5927b57f732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:31:18.081311 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 47164) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:18.146482 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-af8ea383-5f9e-4621-97b9-1537cacae4f5 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:18.183049 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-af8ea383-5f9e-4621-97b9-1537cacae4f5 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:18.273046 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78217526-847d-4752-bd82-316264fca65f req-c683a16b-7cf9-4adf-aae8-700f5e9d9ec2 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:18.274773 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-78217526-847d-4752-bd82-316264fca65f req-c683a16b-7cf9-4adf-aae8-700f5e9d9ec2 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 945 time: 0.0564473 Aug 04 16:31:18.279153 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715a2f3c-dd68-44d4-878e-d857c5607393 None None] New status for floating IP d6d737f4-6826-46ab-b5c9-40c0ed418f91: DOWN {{(pid=93333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:31:18.288158 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-af8ea383-5f9e-4621-97b9-1537cacae4f5 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:18.291111 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-af8ea383-5f9e-4621-97b9-1537cacae4f5 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:18.294694 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-af8ea383-5f9e-4621-97b9-1537cacae4f5 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "DELETE /v2.0/security-groups/6885e5fb-d95b-4859-88fb-3e0acd1d86e6 HTTP/1.1" status: 204 len: 168 time: 0.2095435 Aug 04 16:31:18.294855 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 47174) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:18.295319 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 47176) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:18.313163 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ea383-5f9e-4621-97b9-1537cacae4f5 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6885e5fb-d95b-4859-88fb-3e0acd1d86e6,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:18.338751 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-78217526-847d-4752-bd82-316264fca65f req-b692b1b1-3612-4dff-98aa-48d0db85a6ef tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1f964ae-03f9-4e48-96dc-b912e8d9d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573089 Aug 04 16:31:18.341847 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.api.v2.resource [None req-8cf35e19-eb66-4be3-90a7-e99618eeb817 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] show failed (client error): The resource could not be found. Aug 04 16:31:18.343088 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-8cf35e19-eb66-4be3-90a7-e99618eeb817 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "GET /v2.0/security-groups/6885e5fb-d95b-4859-88fb-3e0acd1d86e6 HTTP/1.1" status: 404 len: 347 time: 0.0459228 Aug 04 16:31:18.346615 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 47182) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:18.500851 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [None req-3217fc98-b654-427b-883e-e26abd2560b8 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Deleting port ee49f25f-2a74-46f0-b75e-9bda3a5cdb94 {{(pid=93330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:31:18.501195 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-3217fc98-b654-427b-883e-e26abd2560b8 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:18.579654 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-3217fc98-b654-427b-883e-e26abd2560b8 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:18.580082 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-3217fc98-b654-427b-883e-e26abd2560b8 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:18.593694 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [None req-3217fc98-b654-427b-883e-e26abd2560b8 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Calling delete_port for ee49f25f-2a74-46f0-b75e-9bda3a5cdb94 owned by network:floatingip {{(pid=93330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:31:18.738486 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-3217fc98-b654-427b-883e-e26abd2560b8 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:18.767175 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3217fc98-b654-427b-883e-e26abd2560b8 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Pushing event deleted for resources: {'Port': ['ID=ee49f25f-2a74-46f0-b75e-9bda3a5cdb94,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:18.797373 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-f135501b-9828-475b-a0f0-9c558f91c161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-597154'] for router_interface, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:18.826902 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-3217fc98-b654-427b-883e-e26abd2560b8 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks [] for floatingip, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:18.829423 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-3217fc98-b654-427b-883e-e26abd2560b8 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for floatingip, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:18.830654 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-3217fc98-b654-427b-883e-e26abd2560b8 tempest-AttachVolumeShelveTestJSON-1559102641 tempest-AttachVolumeShelveTestJSON-1559102641-project] 10.222.0.77 "DELETE /v2.0/floatingips/d6d737f4-6826-46ab-b5c9-40c0ed418f91 HTTP/1.1" status: 204 len: 168 time: 0.4822485 Aug 04 16:31:19.053039 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.plugin [None req-f135501b-9828-475b-a0f0-9c558f91c161 admin admin] Deleting port 6f9018f5-d80f-4057-8773-7632262dcabd {{(pid=93331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:31:19.053272 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-f135501b-9828-475b-a0f0-9c558f91c161 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:19.140645 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.db [None req-f135501b-9828-475b-a0f0-9c558f91c161 admin admin] For port 6f9018f5-d80f-4057-8773-7632262dcabd, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=6f9018f5-d80f-4057-8773-7632262dcabd,segment=NetworkSegment(9f32b91d-c9a0-4366-93d1-1ed592891c5e),segment_id=9f32b91d-c9a0-4366-93d1-1ed592891c5e)] {{(pid=93331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:31:19.141019 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-f135501b-9828-475b-a0f0-9c558f91c161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:19.155644 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.plugin [None req-f135501b-9828-475b-a0f0-9c558f91c161 admin admin] Calling delete_port for 6f9018f5-d80f-4057-8773-7632262dcabd owned by network:router_interface {{(pid=93331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:31:19.355729 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-f135501b-9828-475b-a0f0-9c558f91c161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129279319'] for port, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:19.385018 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f135501b-9828-475b-a0f0-9c558f91c161 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f9018f5-d80f-4057-8773-7632262dcabd,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:19.397273 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135501b-9828-475b-a0f0-9c558f91c161 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:19.397629 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135501b-9828-475b-a0f0-9c558f91c161 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:19.397987 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135501b-9828-475b-a0f0-9c558f91c161 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:19.398334 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135501b-9828-475b-a0f0-9c558f91c161 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:19.398667 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135501b-9828-475b-a0f0-9c558f91c161 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:19.399060 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135501b-9828-475b-a0f0-9c558f91c161 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:19.399330 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135501b-9828-475b-a0f0-9c558f91c161 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:19.399656 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135501b-9828-475b-a0f0-9c558f91c161 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:19.399986 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135501b-9828-475b-a0f0-9c558f91c161 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:19.400310 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135501b-9828-475b-a0f0-9c558f91c161 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:19.400632 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135501b-9828-475b-a0f0-9c558f91c161 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:19.400955 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135501b-9828-475b-a0f0-9c558f91c161 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:19.513248 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4aa6a8-f95e-4cdc-bc4f-db33228d80de req-ea5c39c3-217a-41d3-b9e4-d0bda88b6e35 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:19.514961 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-9e4aa6a8-f95e-4cdc-bc4f-db33228d80de req-ea5c39c3-217a-41d3-b9e4-d0bda88b6e35 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 945 time: 0.0977080 Aug 04 16:31:19.618153 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-9e4aa6a8-f95e-4cdc-bc4f-db33228d80de req-b9408790-2d18-48c6-b6d2-7bfa7db720f7 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1f964ae-03f9-4e48-96dc-b912e8d9d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725777 Aug 04 16:31:19.638753 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-f135501b-9828-475b-a0f0-9c558f91c161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3631325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-597066'] for router_interface, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:19.760410 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 17e1d80b-51b6-4b09-b512-e218dc6eaeaa no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:31:19.782203 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] No Port match for: 17e1d80b-51b6-4b09-b512-e218dc6eaeaa {{(pid=93332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:31:19.782621 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 17e1d80b-51b6-4b09-b512-e218dc6eaeaa not bound to the agent host hv-cinder-78956 {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:31:19.866626 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f135501b-9828-475b-a0f0-9c558f91c161 admin admin] Router 8b8f9e7b-d860-4258-98fd-6b35defa34bf has already been hosted by L3 agent d346cf64-ca3f-484e-b552-5df8791a7915 {{(pid=93331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:31:19.974379 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f135501b-9828-475b-a0f0-9c558f91c161 admin admin] Notify agent at l3_agent.dv-cinder-789564-9-iscsi the message routers_updated {{(pid=93331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:31:19.981396 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-f135501b-9828-475b-a0f0-9c558f91c161 admin admin] 10.222.0.77 "PUT /v2.0/routers/8b8f9e7b-d860-4258-98fd-6b35defa34bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6851172 Aug 04 16:31:19.983898 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 47192) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:19.986755 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0037c907-d46c-4480-9dca-3cf1d1614b5f None None] Sync routers for ids ['8b8f9e7b-d860-4258-98fd-6b35defa34bf'] in dv-cinder-789564-9-iscsi {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:31:19.997000 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0037c907-d46c-4480-9dca-3cf1d1614b5f None None] Routers {'8b8f9e7b-d860-4258-98fd-6b35defa34bf'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:31:19.999735 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-0037c907-d46c-4480-9dca-3cf1d1614b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:31:11Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['8b8f9e7b-d860-4258-98fd-6b35defa34bf'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:31:20.104582 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-f63a7711-a732-446f-9177-bda260df1eb8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:20.128952 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-0037c907-d46c-4480-9dca-3cf1d1614b5f None None] Set router 8b8f9e7b-d860-4258-98fd-6b35defa34bf gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:31:20.219138 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-f63a7711-a732-446f-9177-bda260df1eb8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:20.279298 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [None req-f63a7711-a732-446f-9177-bda260df1eb8 admin admin] Deleting port 2867530c-f114-4f1a-9c03-55698f3bdce4 {{(pid=93330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:31:20.279756 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-f63a7711-a732-446f-9177-bda260df1eb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:20.341878 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-0037c907-d46c-4480-9dca-3cf1d1614b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'name': 'tempest-AttachVolumeTestJSON-786119888-router', 'tenant_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '2867530c-f114-4f1a-9c03-55698f3bdce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:58Z', 'updated_at': '2021-08-04T16:31:19Z', 'revision_number': 5, 'project_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'gw_port': {'id': '2867530c-f114-4f1a-9c03-55698f3bdce4', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:00Z', 'updated_at': '2021-08-04T16:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi'}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:31:20.369895 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0037c907-d46c-4480-9dca-3cf1d1614b5f None None] Checking router: 8b8f9e7b-d860-4258-98fd-6b35defa34bf for host: dv-cinder-789564-9-iscsi {{(pid=93332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:31:20.379225 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [None req-f63a7711-a732-446f-9177-bda260df1eb8 admin admin] For port 2867530c-f114-4f1a-9c03-55698f3bdce4, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=2867530c-f114-4f1a-9c03-55698f3bdce4,segment=NetworkSegment(25182b56-ac69-4c03-a79e-71a35095fb85),segment_id=25182b56-ac69-4c03-a79e-71a35095fb85)] {{(pid=93330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:31:20.379621 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-f63a7711-a732-446f-9177-bda260df1eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:20.380630 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0037c907-d46c-4480-9dca-3cf1d1614b5f None None] Routers {'8b8f9e7b-d860-4258-98fd-6b35defa34bf'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:31:20.381643 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-0037c907-d46c-4480-9dca-3cf1d1614b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:31:11Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['8b8f9e7b-d860-4258-98fd-6b35defa34bf'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:31:20.394294 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [None req-f63a7711-a732-446f-9177-bda260df1eb8 admin admin] Calling delete_port for 2867530c-f114-4f1a-9c03-55698f3bdce4 owned by network:router_gateway {{(pid=93330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:31:20.488593 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-0037c907-d46c-4480-9dca-3cf1d1614b5f None None] Set router 8b8f9e7b-d860-4258-98fd-6b35defa34bf gateway port host: None {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:31:20.541525 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-0037c907-d46c-4480-9dca-3cf1d1614b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'name': 'tempest-AttachVolumeTestJSON-786119888-router', 'tenant_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:58Z', 'updated_at': '2021-08-04T16:31:20Z', 'revision_number': 6, 'project_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'gw_port_host': None}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:31:20.571650 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-f63a7711-a732-446f-9177-bda260df1eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:20.571982 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0037c907-d46c-4480-9dca-3cf1d1614b5f None None] The sync data for ids ['8b8f9e7b-d860-4258-98fd-6b35defa34bf'] in dv-cinder-789564-9-iscsi is: [{'id': '8b8f9e7b-d860-4258-98fd-6b35defa34bf', 'name': 'tempest-AttachVolumeTestJSON-786119888-router', 'tenant_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:58Z', 'updated_at': '2021-08-04T16:31:20Z', 'revision_number': 6, 'project_id': 'fa8a2bb840264572bbf79ff732ee6fb8', 'gw_port_host': None}] {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:31:20.600525 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a7711-a732-446f-9177-bda260df1eb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2867530c-f114-4f1a-9c03-55698f3bdce4,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:20.682118 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-f63a7711-a732-446f-9177-bda260df1eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593608'] for router_gateway, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:20.798388 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-f63a7711-a732-446f-9177-bda260df1eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10508'] for router, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:20.801013 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-f63a7711-a732-446f-9177-bda260df1eb8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:20.859728 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b8984-f847-419d-8f36-59af5abee05e req-f70cb5a0-626d-4763-b295-758e372e0e75 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:20.861391 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e54b8984-f847-419d-8f36-59af5abee05e req-f70cb5a0-626d-4763-b295-758e372e0e75 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 945 time: 0.1474361 Aug 04 16:31:20.862264 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-f63a7711-a732-446f-9177-bda260df1eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-590536'] for router, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:20.862821 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63a7711-a732-446f-9177-bda260df1eb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b8f9e7b-d860-4258-98fd-6b35defa34bf {{(pid=93330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 16:31:20.868146 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-f63a7711-a732-446f-9177-bda260df1eb8 admin admin] Notify callbacks [] for router, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:20.871598 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-f63a7711-a732-446f-9177-bda260df1eb8 admin admin] 10.222.0.77 "DELETE /v2.0/routers/8b8f9e7b-d860-4258-98fd-6b35defa34bf HTTP/1.1" status: 204 len: 168 time: 0.8842666 Aug 04 16:31:20.871827 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 47204) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:20.939090 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb769ba2-ad06-452c-84cf-502eaab25631 admin admin] Deleting subnet 1fb80fc5-b3b3-4ef1-9a71-cb5032debcda {{(pid=93330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:31:20.944757 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e54b8984-f847-419d-8f36-59af5abee05e req-a82e6a9d-3631-4c5e-b21c-9f5ddf9cf882 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1f964ae-03f9-4e48-96dc-b912e8d9d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654759 Aug 04 16:31:20.945423 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-bb769ba2-ad06-452c-84cf-502eaab25631 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:20.966004 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:20.986706 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-bb769ba2-ad06-452c-84cf-502eaab25631 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129631103'] for subnet, precommit_delete_associations {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:21.065787 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-bb769ba2-ad06-452c-84cf-502eaab25631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3786910'] for subnet, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:21.118796 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-bb769ba2-ad06-452c-84cf-502eaab25631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3786903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129638197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129819863'] for subnet, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:21.143416 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb769ba2-ad06-452c-84cf-502eaab25631 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fb80fc5-b3b3-4ef1-9a71-cb5032debcda,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:21.147035 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-bb769ba2-ad06-452c-84cf-502eaab25631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for subnet, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:21.148898 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-bb769ba2-ad06-452c-84cf-502eaab25631 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/1fb80fc5-b3b3-4ef1-9a71-cb5032debcda HTTP/1.1" status: 204 len: 168 time: 0.2759905 Aug 04 16:31:21.151550 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 47206) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:21.154178 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40a76d2-a101-40c8-a5b3-2367638d535b None None] Network 5c2558c7-24ce-41b2-b792-f9920a95bb2f requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:31:21.223560 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-0619c0e2-08dd-405f-a26e-74e8f318c1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3767040'] for network, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:21.278062 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 47214) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:21.282965 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [None req-0619c0e2-08dd-405f-a26e-74e8f318c1d3 admin admin] Deleting port 5bab37bd-d1f3-40e8-b1f5-4856071d766c {{(pid=93330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:31:21.283319 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-0619c0e2-08dd-405f-a26e-74e8f318c1d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:21.359358 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [None req-0619c0e2-08dd-405f-a26e-74e8f318c1d3 admin admin] For port 5bab37bd-d1f3-40e8-b1f5-4856071d766c, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=5bab37bd-d1f3-40e8-b1f5-4856071d766c,segment=NetworkSegment(9f32b91d-c9a0-4366-93d1-1ed592891c5e),segment_id=9f32b91d-c9a0-4366-93d1-1ed592891c5e)] {{(pid=93330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:31:21.359762 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-0619c0e2-08dd-405f-a26e-74e8f318c1d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:21.375083 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [None req-0619c0e2-08dd-405f-a26e-74e8f318c1d3 admin admin] Calling delete_port for 5bab37bd-d1f3-40e8-b1f5-4856071d766c owned by network:dhcp {{(pid=93330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:31:21.388273 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97565464-0cf1-4a36-b767-1bb6d0ad8bb2 None None] DHCP port deletion for 5c2558c7-24ce-41b2-b792-f9920a95bb2f request from dv-cinder-789564-9-iscsi {{(pid=93332) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 16:31:21.448486 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-97565464-0cf1-4a36-b767-1bb6d0ad8bb2 None None] Deleting port 5bab37bd-d1f3-40e8-b1f5-4856071d766c {{(pid=93332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:31:21.450252 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-97565464-0cf1-4a36-b767-1bb6d0ad8bb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:21.480105 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-0619c0e2-08dd-405f-a26e-74e8f318c1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:21.514629 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0619c0e2-08dd-405f-a26e-74e8f318c1d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bab37bd-d1f3-40e8-b1f5-4856071d766c,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:21.516886 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0619c0e2-08dd-405f-a26e-74e8f318c1d3 admin admin] No DVR routers for this DVR port 5bab37bd-d1f3-40e8-b1f5-4856071d766c on host dv-cinder-789564-9-iscsi {{(pid=93330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:31:21.541615 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 5bab37bd-d1f3-40e8-b1f5-4856071d766c no longer exists at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:31:21.586046 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] No Port match for: 5bab37bd-d1f3-40e8-b1f5-4856071d766c {{(pid=93332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:31:21.586329 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 5bab37bd-d1f3-40e8-b1f5-4856071d766c not bound to the agent host dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:31:21.586758 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 6f9018f5-d80f-4057-8773-7632262dcabd no longer exists at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:31:21.605196 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-0619c0e2-08dd-405f-a26e-74e8f318c1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3788555', 'neutron.services.segments.db._delete_segments_for_network-8758853804921'] for network, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:21.615342 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] No Port match for: 6f9018f5-d80f-4057-8773-7632262dcabd {{(pid=93332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:31:21.615696 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 6f9018f5-d80f-4057-8773-7632262dcabd not bound to the agent host dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:31:21.616121 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 2867530c-f114-4f1a-9c03-55698f3bdce4 no longer exists at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:31:21.616819 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.services.segments.db [None req-0619c0e2-08dd-405f-a26e-74e8f318c1d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c2558c7-24ce-41b2-b792-f9920a95bb2f']}} {{(pid=93330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:31:21.623225 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-97565464-0cf1-4a36-b767-1bb6d0ad8bb2 None None] For port 5bab37bd-d1f3-40e8-b1f5-4856071d766c, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=5bab37bd-d1f3-40e8-b1f5-4856071d766c,segment=NetworkSegment(9f32b91d-c9a0-4366-93d1-1ed592891c5e),segment_id=9f32b91d-c9a0-4366-93d1-1ed592891c5e)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:31:21.623663 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-97565464-0cf1-4a36-b767-1bb6d0ad8bb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:21.629839 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.services.segments.db [None req-0619c0e2-08dd-405f-a26e-74e8f318c1d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f32b91d-c9a0-4366-93d1-1ed592891c5e') {'for_net_delete': True} {{(pid=93330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:31:21.630176 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.services.segments.db [None req-0619c0e2-08dd-405f-a26e-74e8f318c1d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f32b91d-c9a0-4366-93d1-1ed592891c5e') {} {{(pid=93330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:31:21.643675 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-0619c0e2-08dd-405f-a26e-74e8f318c1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758853817860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129630982'] for segment, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:21.647303 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] No Port match for: 2867530c-f114-4f1a-9c03-55698f3bdce4 {{(pid=93332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:31:21.647750 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 2867530c-f114-4f1a-9c03-55698f3bdce4 not bound to the agent host dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:31:21.657764 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-97565464-0cf1-4a36-b767-1bb6d0ad8bb2 None None] Calling delete_port for 5bab37bd-d1f3-40e8-b1f5-4856071d766c owned by network:dhcp {{(pid=93332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:31:21.666471 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-0619c0e2-08dd-405f-a26e-74e8f318c1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519'] for segment, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:21.674418 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0619c0e2-08dd-405f-a26e-74e8f318c1d3 admin admin] Releasing vlan 889 on physical network physnet1 to pool {{(pid=93330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:31:21.675242 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-0619c0e2-08dd-405f-a26e-74e8f318c1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129638367'] for segment, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:21.678031 dv-cinder-789564-9-iscsi neutron-server[93330]: Traceback (most recent call last): Aug 04 16:31:21.678031 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:31:21.678031 dv-cinder-789564-9-iscsi neutron-server[93330]: timer() Aug 04 16:31:21.678031 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:31:21.678031 dv-cinder-789564-9-iscsi neutron-server[93330]: cb(*args, **kw) Aug 04 16:31:21.678031 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:31:21.678031 dv-cinder-789564-9-iscsi neutron-server[93330]: return func(*args, **kwargs) Aug 04 16:31:21.678031 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:31:21.678031 dv-cinder-789564-9-iscsi neutron-server[93330]: self._notify() Aug 04 16:31:21.678031 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:31:21.678031 dv-cinder-789564-9-iscsi neutron-server[93330]: self.callback(batched_events) Aug 04 16:31:21.678031 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:31:21.678031 dv-cinder-789564-9-iscsi neutron-server[93330]: event.method(event) Aug 04 16:31:21.678031 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:31:21.678031 dv-cinder-789564-9-iscsi neutron-server[93330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:31:21.678031 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:31:21.678031 dv-cinder-789564-9-iscsi neutron-server[93330]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:31:21.678031 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:31:21.678031 dv-cinder-789564-9-iscsi neutron-server[93330]: return f(self, *a, **k) Aug 04 16:31:21.678031 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:31:21.678031 dv-cinder-789564-9-iscsi neutron-server[93330]: return self._get(url).json() Aug 04 16:31:21.678031 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:31:21.678031 dv-cinder-789564-9-iscsi neutron-server[93330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:31:21.678031 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:31:21.678031 dv-cinder-789564-9-iscsi neutron-server[93330]: return self.request(url, 'GET', **kwargs) Aug 04 16:31:21.678031 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:31:21.678031 dv-cinder-789564-9-iscsi neutron-server[93330]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:31:21.678031 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:31:21.678031 dv-cinder-789564-9-iscsi neutron-server[93330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:31:21.678031 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:31:21.678031 dv-cinder-789564-9-iscsi neutron-server[93330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:31:21.678031 dv-cinder-789564-9-iscsi neutron-server[93330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:31:21.746451 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-0619c0e2-08dd-405f-a26e-74e8f318c1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3788544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593556'] for network, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:21.753587 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-0619c0e2-08dd-405f-a26e-74e8f318c1d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for network, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:21.760028 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-0619c0e2-08dd-405f-a26e-74e8f318c1d3 admin admin] 10.222.0.77 "DELETE /v2.0/networks/5c2558c7-24ce-41b2-b792-f9920a95bb2f HTTP/1.1" status: 204 len: 168 time: 0.6052527 Aug 04 16:31:21.767126 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-97565464-0cf1-4a36-b767-1bb6d0ad8bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776'] for port, after_delete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:21.773048 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0619c0e2-08dd-405f-a26e-74e8f318c1d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c2558c7-24ce-41b2-b792-f9920a95bb2f,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:21.792501 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-8921aa06-59ce-45a4-84a4-d0ce944e7735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-597154'] for router_interface, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:21.804430 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-97565464-0cf1-4a36-b767-1bb6d0ad8bb2 None None] Network 5c2558c7-24ce-41b2-b792-f9920a95bb2f is not hosted by any dhcp agent {{(pid=93332) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 04 16:31:21.804907 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97565464-0cf1-4a36-b767-1bb6d0ad8bb2 None None] No DVR routers for this DVR port 5bab37bd-d1f3-40e8-b1f5-4856071d766c on host dv-cinder-789564-9-iscsi {{(pid=93332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:31:21.806757 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97565464-0cf1-4a36-b767-1bb6d0ad8bb2 None None] Pushing event deleted for resources: {'Port': ['ID=5bab37bd-d1f3-40e8-b1f5-4856071d766c,revision_number=None']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:21.821171 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97565464-0cf1-4a36-b767-1bb6d0ad8bb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:21.821707 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97565464-0cf1-4a36-b767-1bb6d0ad8bb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:21.822417 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97565464-0cf1-4a36-b767-1bb6d0ad8bb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:21.823076 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97565464-0cf1-4a36-b767-1bb6d0ad8bb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:21.823726 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97565464-0cf1-4a36-b767-1bb6d0ad8bb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:21.824877 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97565464-0cf1-4a36-b767-1bb6d0ad8bb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:21.826668 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97565464-0cf1-4a36-b767-1bb6d0ad8bb2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:21.827029 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97565464-0cf1-4a36-b767-1bb6d0ad8bb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:21.827409 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97565464-0cf1-4a36-b767-1bb6d0ad8bb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:21.827752 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97565464-0cf1-4a36-b767-1bb6d0ad8bb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:21.828182 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97565464-0cf1-4a36-b767-1bb6d0ad8bb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:21.828520 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97565464-0cf1-4a36-b767-1bb6d0ad8bb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:21.901958 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 47220) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:22.004083 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-c03f2aed-21fd-4a56-abb3-8858820b092d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fa8a2bb840264572bbf79ff732ee6fb8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1009965 Aug 04 16:31:22.006779 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 47224) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:22.063180 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-4f4d26e3-5c8d-4d30-b97b-633c4a5deb8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:22.084770 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-4f4d26e3-5c8d-4d30-b97b-633c4a5deb8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:22.100238 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64627b5b-7cdd-44d9-b767-8b034070c53d req-5fe4fa85-11be-4d89-9a55-8c36f8c36eec tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:22.101754 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-64627b5b-7cdd-44d9-b767-8b034070c53d req-5fe4fa85-11be-4d89-9a55-8c36f8c36eec tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 945 time: 0.0799890 Aug 04 16:31:22.138461 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-4f4d26e3-5c8d-4d30-b97b-633c4a5deb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:22.141622 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-4f4d26e3-5c8d-4d30-b97b-633c4a5deb8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:22.145380 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-4f4d26e3-5c8d-4d30-b97b-633c4a5deb8a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7cdb26f3-42e4-4230-955d-dc1596b22bff HTTP/1.1" status: 204 len: 168 time: 0.1350527 Aug 04 16:31:22.152126 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d26e3-5c8d-4d30-b97b-633c4a5deb8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdb26f3-42e4-4230-955d-dc1596b22bff,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:22.181777 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-64627b5b-7cdd-44d9-b767-8b034070c53d req-b32d39a2-3530-4f30-a759-3b5f196795dc tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1f964ae-03f9-4e48-96dc-b912e8d9d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603039 Aug 04 16:31:22.193393 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.plugin [None req-8921aa06-59ce-45a4-84a4-d0ce944e7735 admin admin] Deleting port cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d {{(pid=93331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:31:22.193731 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-8921aa06-59ce-45a4-84a4-d0ce944e7735 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:22.570237 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.db [None req-8921aa06-59ce-45a4-84a4-d0ce944e7735 admin admin] For port cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d,segment=NetworkSegment(ce787726-f448-43d2-afe7-5993012333a5),segment_id=ce787726-f448-43d2-afe7-5993012333a5)] {{(pid=93331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:31:22.570965 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-8921aa06-59ce-45a4-84a4-d0ce944e7735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:22.586955 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.plugin [None req-8921aa06-59ce-45a4-84a4-d0ce944e7735 admin admin] Calling delete_port for cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d owned by network:router_interface {{(pid=93331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:31:22.791115 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-8921aa06-59ce-45a4-84a4-d0ce944e7735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129279319'] for port, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:22.816032 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8921aa06-59ce-45a4-84a4-d0ce944e7735 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:22.999547 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-8921aa06-59ce-45a4-84a4-d0ce944e7735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3631325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-597066'] for router_interface, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:23.234879 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8921aa06-59ce-45a4-84a4-d0ce944e7735 admin admin] Router 299b800a-9980-4d14-9bef-7c33d0cbf8ae has already been hosted by L3 agent d346cf64-ca3f-484e-b552-5df8791a7915 {{(pid=93331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:31:23.324749 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0114bd7-1607-43cc-b9d4-2f66f5f93bde req-0f256a84-27cc-4232-aaa3-115369d980b5 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:23.327887 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-b0114bd7-1607-43cc-b9d4-2f66f5f93bde req-0f256a84-27cc-4232-aaa3-115369d980b5 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 945 time: 0.0625782 Aug 04 16:31:23.376220 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-b0114bd7-1607-43cc-b9d4-2f66f5f93bde req-55c96f84-35b6-432e-9dfd-ae241f97943b tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1f964ae-03f9-4e48-96dc-b912e8d9d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409691 Aug 04 16:31:23.394856 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8921aa06-59ce-45a4-84a4-d0ce944e7735 admin admin] Notify agent at l3_agent.dv-cinder-789564-9-iscsi the message routers_updated {{(pid=93331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:31:23.403810 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 47256) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:23.411382 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-8921aa06-59ce-45a4-84a4-d0ce944e7735 admin admin] 10.222.0.77 "PUT /v2.0/routers/299b800a-9980-4d14-9bef-7c33d0cbf8ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1319635 Aug 04 16:31:23.441982 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d91e48-a07c-4545-a0ff-ef82427333ff None None] Sync routers for ids ['299b800a-9980-4d14-9bef-7c33d0cbf8ae'] in dv-cinder-789564-9-iscsi {{(pid=93333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:31:23.463008 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d91e48-a07c-4545-a0ff-ef82427333ff None None] Routers {'299b800a-9980-4d14-9bef-7c33d0cbf8ae'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:31:23.463976 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-95d91e48-a07c-4545-a0ff-ef82427333ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:31:11Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['299b800a-9980-4d14-9bef-7c33d0cbf8ae'], 'active': True} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:31:23.541849 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-f8595d79-8e2b-4439-adb8-aaae04d98a2b admin admin] Notify callbacks [] for router, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:23.582102 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvr_db [None req-95d91e48-a07c-4545-a0ff-ef82427333ff None None] Set router 299b800a-9980-4d14-9bef-7c33d0cbf8ae gateway port host: dv-cinder-789564-9-iscsi {{(pid=93333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:31:23.662942 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-f8595d79-8e2b-4439-adb8-aaae04d98a2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:23.725610 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [None req-f8595d79-8e2b-4439-adb8-aaae04d98a2b admin admin] Deleting port 05117e04-8afe-46d3-bdd0-2c0d9399eb6f {{(pid=93330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:31:23.725932 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-f8595d79-8e2b-4439-adb8-aaae04d98a2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:23.770018 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-95d91e48-a07c-4545-a0ff-ef82427333ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'name': 'tempest-AttachVolumeShelveTestJSON-537519640-router', 'tenant_id': 'e94f253973de4174807e633c0f67ea51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '05117e04-8afe-46d3-bdd0-2c0d9399eb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:57Z', 'updated_at': '2021-08-04T16:31:22Z', 'revision_number': 5, 'project_id': 'e94f253973de4174807e633c0f67ea51', 'gw_port': {'id': '05117e04-8afe-46d3-bdd0-2c0d9399eb6f', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:94:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:24:00Z', 'updated_at': '2021-08-04T16:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi'}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:31:23.801180 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d91e48-a07c-4545-a0ff-ef82427333ff None None] Checking router: 299b800a-9980-4d14-9bef-7c33d0cbf8ae for host: dv-cinder-789564-9-iscsi {{(pid=93333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:31:23.806185 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [None req-f8595d79-8e2b-4439-adb8-aaae04d98a2b admin admin] For port 05117e04-8afe-46d3-bdd0-2c0d9399eb6f, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=05117e04-8afe-46d3-bdd0-2c0d9399eb6f,segment=NetworkSegment(25182b56-ac69-4c03-a79e-71a35095fb85),segment_id=25182b56-ac69-4c03-a79e-71a35095fb85)] {{(pid=93330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:31:23.806572 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-f8595d79-8e2b-4439-adb8-aaae04d98a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:23.809899 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d91e48-a07c-4545-a0ff-ef82427333ff None None] Routers {'299b800a-9980-4d14-9bef-7c33d0cbf8ae'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:31:23.810901 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-95d91e48-a07c-4545-a0ff-ef82427333ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:31:11Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['299b800a-9980-4d14-9bef-7c33d0cbf8ae'], 'active': True} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:31:23.818640 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [None req-f8595d79-8e2b-4439-adb8-aaae04d98a2b admin admin] Calling delete_port for 05117e04-8afe-46d3-bdd0-2c0d9399eb6f owned by network:router_gateway {{(pid=93330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:31:23.896842 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvr_db [None req-95d91e48-a07c-4545-a0ff-ef82427333ff None None] Set router 299b800a-9980-4d14-9bef-7c33d0cbf8ae gateway port host: None {{(pid=93333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:31:23.946568 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-95d91e48-a07c-4545-a0ff-ef82427333ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'name': 'tempest-AttachVolumeShelveTestJSON-537519640-router', 'tenant_id': 'e94f253973de4174807e633c0f67ea51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:57Z', 'updated_at': '2021-08-04T16:31:23Z', 'revision_number': 6, 'project_id': 'e94f253973de4174807e633c0f67ea51', 'gw_port_host': None}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:31:23.988794 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-f8595d79-8e2b-4439-adb8-aaae04d98a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:24.013396 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8595d79-8e2b-4439-adb8-aaae04d98a2b admin admin] Pushing event deleted for resources: {'Port': ['ID=05117e04-8afe-46d3-bdd0-2c0d9399eb6f,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:24.065228 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d91e48-a07c-4545-a0ff-ef82427333ff None None] The sync data for ids ['299b800a-9980-4d14-9bef-7c33d0cbf8ae'] in dv-cinder-789564-9-iscsi is: [{'id': '299b800a-9980-4d14-9bef-7c33d0cbf8ae', 'name': 'tempest-AttachVolumeShelveTestJSON-537519640-router', 'tenant_id': 'e94f253973de4174807e633c0f67ea51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:23:57Z', 'updated_at': '2021-08-04T16:31:23Z', 'revision_number': 6, 'project_id': 'e94f253973de4174807e633c0f67ea51', 'gw_port_host': None}] {{(pid=93333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:31:24.082548 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-f8595d79-8e2b-4439-adb8-aaae04d98a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593608'] for router_gateway, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:24.189084 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-f8595d79-8e2b-4439-adb8-aaae04d98a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10508'] for router, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:24.191310 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-f8595d79-8e2b-4439-adb8-aaae04d98a2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:24.239374 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-f8595d79-8e2b-4439-adb8-aaae04d98a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-590536'] for router, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:24.239962 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8595d79-8e2b-4439-adb8-aaae04d98a2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 299b800a-9980-4d14-9bef-7c33d0cbf8ae {{(pid=93330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 16:31:24.244748 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-f8595d79-8e2b-4439-adb8-aaae04d98a2b admin admin] Notify callbacks [] for router, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:24.245938 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-f8595d79-8e2b-4439-adb8-aaae04d98a2b admin admin] 10.222.0.77 "DELETE /v2.0/routers/299b800a-9980-4d14-9bef-7c33d0cbf8ae HTTP/1.1" status: 204 len: 168 time: 0.8410211 Aug 04 16:31:24.248747 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 47258) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:24.294278 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa9421df-2235-4afb-bd9d-a6aa1194e943 admin admin] Deleting subnet 0ad7513e-214e-4cef-868b-a5927b57f732 {{(pid=93330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:31:24.297924 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-fa9421df-2235-4afb-bd9d-a6aa1194e943 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:24.333372 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-fa9421df-2235-4afb-bd9d-a6aa1194e943 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129631103'] for subnet, precommit_delete_associations {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:24.418062 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-fa9421df-2235-4afb-bd9d-a6aa1194e943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3786910'] for subnet, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:24.481220 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-fa9421df-2235-4afb-bd9d-a6aa1194e943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3786903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129638197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129819863'] for subnet, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:24.507251 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9421df-2235-4afb-bd9d-a6aa1194e943 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ad7513e-214e-4cef-868b-a5927b57f732,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:24.515287 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-fa9421df-2235-4afb-bd9d-a6aa1194e943 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for subnet, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:24.519678 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-fa9421df-2235-4afb-bd9d-a6aa1194e943 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/0ad7513e-214e-4cef-868b-a5927b57f732 HTTP/1.1" status: 204 len: 168 time: 0.2676437 Aug 04 16:31:24.520181 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d861fcb-4482-457e-b2b3-899341332d00 req-e4c26b43-c14d-4dff-9401-8d9b2d21728a tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:24.520665 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 47264) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:24.527863 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd6c5ca-3811-4832-b1d4-79b83786b17d None None] Network 3375530b-34ca-4462-9339-3ed10ebd346b requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:31:24.530478 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-3d861fcb-4482-457e-b2b3-899341332d00 req-e4c26b43-c14d-4dff-9401-8d9b2d21728a tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 945 time: 0.0584247 Aug 04 16:31:24.568819 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-3d861fcb-4482-457e-b2b3-899341332d00 req-fc8b3973-09fb-4b89-b372-2be642f96729 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1f964ae-03f9-4e48-96dc-b912e8d9d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374293 Aug 04 16:31:24.605365 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-098c2313-4a13-4cfd-99e3-0b7048a9d4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3767040'] for network, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:24.659313 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [None req-098c2313-4a13-4cfd-99e3-0b7048a9d4eb admin admin] Deleting port b3309d56-564a-485b-a51e-45a1f6dab241 {{(pid=93330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:31:24.659741 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-098c2313-4a13-4cfd-99e3-0b7048a9d4eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:24.732614 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [None req-098c2313-4a13-4cfd-99e3-0b7048a9d4eb admin admin] For port b3309d56-564a-485b-a51e-45a1f6dab241, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=b3309d56-564a-485b-a51e-45a1f6dab241,segment=NetworkSegment(ce787726-f448-43d2-afe7-5993012333a5),segment_id=ce787726-f448-43d2-afe7-5993012333a5)] {{(pid=93330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:31:24.733060 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-098c2313-4a13-4cfd-99e3-0b7048a9d4eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:24.747006 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [None req-098c2313-4a13-4cfd-99e3-0b7048a9d4eb admin admin] Calling delete_port for b3309d56-564a-485b-a51e-45a1f6dab241 owned by network:dhcp {{(pid=93330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:31:24.837779 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-098c2313-4a13-4cfd-99e3-0b7048a9d4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:24.868949 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4719bda-2103-463e-912c-3b3e6187ea38 None None] DHCP port deletion for 3375530b-34ca-4462-9339-3ed10ebd346b request from dv-cinder-789564-9-iscsi {{(pid=93332) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 16:31:24.869208 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c2313-4a13-4cfd-99e3-0b7048a9d4eb admin admin] Pushing event deleted for resources: {'Port': ['ID=b3309d56-564a-485b-a51e-45a1f6dab241,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:24.871173 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098c2313-4a13-4cfd-99e3-0b7048a9d4eb admin admin] No DVR routers for this DVR port b3309d56-564a-485b-a51e-45a1f6dab241 on host dv-cinder-789564-9-iscsi {{(pid=93330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:31:25.247253 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-098c2313-4a13-4cfd-99e3-0b7048a9d4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3788555', 'neutron.services.segments.db._delete_segments_for_network-8758853804921'] for network, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:25.258306 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.services.segments.db [None req-098c2313-4a13-4cfd-99e3-0b7048a9d4eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3375530b-34ca-4462-9339-3ed10ebd346b']}} {{(pid=93330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:31:25.269813 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.services.segments.db [None req-098c2313-4a13-4cfd-99e3-0b7048a9d4eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce787726-f448-43d2-afe7-5993012333a5') {'for_net_delete': True} {{(pid=93330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:31:25.270142 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.services.segments.db [None req-098c2313-4a13-4cfd-99e3-0b7048a9d4eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce787726-f448-43d2-afe7-5993012333a5') {} {{(pid=93330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:31:25.281721 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-098c2313-4a13-4cfd-99e3-0b7048a9d4eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758853817860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129630982'] for segment, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:25.296555 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-098c2313-4a13-4cfd-99e3-0b7048a9d4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519'] for segment, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:25.303104 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-098c2313-4a13-4cfd-99e3-0b7048a9d4eb admin admin] Releasing vlan 869 on physical network physnet1 to pool {{(pid=93330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:31:25.303500 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-098c2313-4a13-4cfd-99e3-0b7048a9d4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129638367'] for segment, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:25.305456 dv-cinder-789564-9-iscsi neutron-server[93330]: Traceback (most recent call last): Aug 04 16:31:25.305456 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:31:25.305456 dv-cinder-789564-9-iscsi neutron-server[93330]: timer() Aug 04 16:31:25.305456 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:31:25.305456 dv-cinder-789564-9-iscsi neutron-server[93330]: cb(*args, **kw) Aug 04 16:31:25.305456 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:31:25.305456 dv-cinder-789564-9-iscsi neutron-server[93330]: return func(*args, **kwargs) Aug 04 16:31:25.305456 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:31:25.305456 dv-cinder-789564-9-iscsi neutron-server[93330]: self._notify() Aug 04 16:31:25.305456 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:31:25.305456 dv-cinder-789564-9-iscsi neutron-server[93330]: self.callback(batched_events) Aug 04 16:31:25.305456 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:31:25.305456 dv-cinder-789564-9-iscsi neutron-server[93330]: event.method(event) Aug 04 16:31:25.305456 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:31:25.305456 dv-cinder-789564-9-iscsi neutron-server[93330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:31:25.305456 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:31:25.305456 dv-cinder-789564-9-iscsi neutron-server[93330]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:31:25.305456 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:31:25.305456 dv-cinder-789564-9-iscsi neutron-server[93330]: return f(self, *a, **k) Aug 04 16:31:25.305456 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:31:25.305456 dv-cinder-789564-9-iscsi neutron-server[93330]: return self._get(url).json() Aug 04 16:31:25.305456 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:31:25.305456 dv-cinder-789564-9-iscsi neutron-server[93330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:31:25.305456 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:31:25.305456 dv-cinder-789564-9-iscsi neutron-server[93330]: return self.request(url, 'GET', **kwargs) Aug 04 16:31:25.305456 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:31:25.305456 dv-cinder-789564-9-iscsi neutron-server[93330]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:31:25.305456 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:31:25.305456 dv-cinder-789564-9-iscsi neutron-server[93330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:31:25.305456 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:31:25.305456 dv-cinder-789564-9-iscsi neutron-server[93330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:31:25.305456 dv-cinder-789564-9-iscsi neutron-server[93330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:31:25.360476 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-098c2313-4a13-4cfd-99e3-0b7048a9d4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3788544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593556'] for network, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:25.365121 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-098c2313-4a13-4cfd-99e3-0b7048a9d4eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for network, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:25.367791 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-098c2313-4a13-4cfd-99e3-0b7048a9d4eb admin admin] 10.222.0.77 "DELETE /v2.0/networks/3375530b-34ca-4462-9339-3ed10ebd346b HTTP/1.1" status: 204 len: 168 time: 0.8459611 Aug 04 16:31:25.380480 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c2313-4a13-4cfd-99e3-0b7048a9d4eb admin admin] Pushing event deleted for resources: {'Network': ['ID=3375530b-34ca-4462-9339-3ed10ebd346b,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:25.494021 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 05117e04-8afe-46d3-bdd0-2c0d9399eb6f no longer exists at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:31:25.517315 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] No Port match for: 05117e04-8afe-46d3-bdd0-2c0d9399eb6f {{(pid=93332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:31:25.517657 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 05117e04-8afe-46d3-bdd0-2c0d9399eb6f not bound to the agent host dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:31:25.518096 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d no longer exists at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:31:25.539705 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 47278) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:25.540064 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] No Port match for: cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d {{(pid=93332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:31:25.540554 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device cb268c70-cf84-4d7b-ba4f-2aa4b7b0153d not bound to the agent host dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:31:25.540831 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device b3309d56-564a-485b-a51e-45a1f6dab241 no longer exists at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:31:25.560279 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] No Port match for: b3309d56-564a-485b-a51e-45a1f6dab241 {{(pid=93332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:31:25.560625 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device b3309d56-564a-485b-a51e-45a1f6dab241 not bound to the agent host dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:31:25.581193 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-393a46b0-c4e6-4733-92c1-424b68693e85 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e94f253973de4174807e633c0f67ea51&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0401285 Aug 04 16:31:25.583525 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 47280) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:25.637000 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-40a4cc9d-8179-4366-ac15-703903717b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:25.662368 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-40a4cc9d-8179-4366-ac15-703903717b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:25.690065 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c2f6d-0dbc-4c51-a70b-e3c7baee49ce req-6b61bcca-bfa1-46ae-8c8f-9d14c19694f2 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:25.691596 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-757c2f6d-0dbc-4c51-a70b-e3c7baee49ce req-6b61bcca-bfa1-46ae-8c8f-9d14c19694f2 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 945 time: 0.0525589 Aug 04 16:31:25.712110 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-40a4cc9d-8179-4366-ac15-703903717b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:25.714855 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-40a4cc9d-8179-4366-ac15-703903717b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:25.716033 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-40a4cc9d-8179-4366-ac15-703903717b35 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fbf6d6f7-5ccd-466a-b287-3c8d789605c7 HTTP/1.1" status: 204 len: 168 time: 0.1316016 Aug 04 16:31:25.726057 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a4cc9d-8179-4366-ac15-703903717b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf6d6f7-5ccd-466a-b287-3c8d789605c7,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:25.734479 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-757c2f6d-0dbc-4c51-a70b-e3c7baee49ce req-f3edc8c1-93f2-4f1c-858c-3490c14370fb tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1f964ae-03f9-4e48-96dc-b912e8d9d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362675 Aug 04 16:31:26.859676 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ecea61-b2d6-4bb9-8d81-51645ae3b1e7 req-2cfff407-659e-4e86-a489-0e4a63cde291 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:26.861177 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-99ecea61-b2d6-4bb9-8d81-51645ae3b1e7 req-2cfff407-659e-4e86-a489-0e4a63cde291 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 945 time: 0.0575757 Aug 04 16:31:26.900456 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-99ecea61-b2d6-4bb9-8d81-51645ae3b1e7 req-c05e1f88-2792-4ec9-8df3-17078b20725f tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1f964ae-03f9-4e48-96dc-b912e8d9d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332487 Aug 04 16:31:27.185385 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b9492-5b24-41fe-9ea4-47bac0a6646e req-fef98026-db76-43f7-b6f3-5c0b197473ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:27.186991 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-c96b9492-5b24-41fe-9ea4-47bac0a6646e req-fef98026-db76-43f7-b6f3-5c0b197473ac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=76829aee5bb64de2bb202e81a575e30d&device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 1098 time: 0.0476806 Aug 04 16:31:27.285555 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b9492-5b24-41fe-9ea4-47bac0a6646e req-cf97d95f-d5a6-4d4d-9205-7edcfda09547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:27.287095 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-c96b9492-5b24-41fe-9ea4-47bac0a6646e req-cf97d95f-d5a6-4d4d-9205-7edcfda09547 service neutron] 10.222.0.50 "GET /v2.0/networks?id=185b7905-00dc-4ba4-a3c5-437dece76adb HTTP/1.1" status: 200 len: 910 time: 0.0899475 Aug 04 16:31:27.358225 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-c96b9492-5b24-41fe-9ea4-47bac0a6646e req-8669bdc0-224e-42d0-92fb-5f3357d144ab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6adc942-2649-44f9-a5ef-fe285a7906d7 HTTP/1.1" status: 200 len: 1001 time: 0.0598843 Aug 04 16:31:27.424046 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b9492-5b24-41fe-9ea4-47bac0a6646e req-e5a1acc7-b6b9-4d74-bf5d-51631b427693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:27.425591 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-c96b9492-5b24-41fe-9ea4-47bac0a6646e req-e5a1acc7-b6b9-4d74-bf5d-51631b427693 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4df58c78-45db-4175-9ebe-e1e86c92c13c HTTP/1.1" status: 200 len: 848 time: 0.0556536 Aug 04 16:31:27.486916 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b9492-5b24-41fe-9ea4-47bac0a6646e req-76ee4fc2-d0e9-416f-98f1-0853429fa7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:27.489132 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-c96b9492-5b24-41fe-9ea4-47bac0a6646e req-76ee4fc2-d0e9-416f-98f1-0853429fa7d1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=185b7905-00dc-4ba4-a3c5-437dece76adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512826 Aug 04 16:31:27.559463 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 47354) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:27.597639 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-c96b9492-5b24-41fe-9ea4-47bac0a6646e req-954bf513-84c1-424c-9bce-5d77d0d04f84 service neutron] 10.222.0.50 "GET /v2.0/networks/185b7905-00dc-4ba4-a3c5-437dece76adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964167 Aug 04 16:31:27.672995 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-dadba570-fafc-41ac-afa6-502051c733f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:27.707717 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-c96b9492-5b24-41fe-9ea4-47bac0a6646e req-b7522010-49d7-40ed-939d-568549553144 service neutron] 10.222.0.50 "GET /v2.0/networks/185b7905-00dc-4ba4-a3c5-437dece76adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980873 Aug 04 16:31:27.765994 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-dadba570-fafc-41ac-afa6-502051c733f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:27.771698 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-dadba570-fafc-41ac-afa6-502051c733f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:27.808717 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadba570-fafc-41ac-afa6-502051c733f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9094bbc3-ffe3-4998-8bf2-b1dfa5e7906d,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:27.814529 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-dadba570-fafc-41ac-afa6-502051c733f9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=966838fb5d7d48a88b9c7b252c5dc3eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2536521 Aug 04 16:31:27.816066 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 47370) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:27.877620 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-53c5b435-317c-46a5-8c8f-1b6c8951ca0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:27.905660 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-53c5b435-317c-46a5-8c8f-1b6c8951ca0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:27.961324 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-53c5b435-317c-46a5-8c8f-1b6c8951ca0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:27.964107 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-53c5b435-317c-46a5-8c8f-1b6c8951ca0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:27.966429 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-53c5b435-317c-46a5-8c8f-1b6c8951ca0b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9094bbc3-ffe3-4998-8bf2-b1dfa5e7906d HTTP/1.1" status: 204 len: 168 time: 0.1491473 Aug 04 16:31:27.978414 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c5b435-317c-46a5-8c8f-1b6c8951ca0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9094bbc3-ffe3-4998-8bf2-b1dfa5e7906d,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:28.054723 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e5fd6-487d-4d1e-9015-3300f62fd5b4 req-91d7fe4c-ce40-4be4-8e01-156982a15a8d tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:28.056504 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-840e5fd6-487d-4d1e-9015-3300f62fd5b4 req-91d7fe4c-ce40-4be4-8e01-156982a15a8d tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 945 time: 0.0570405 Aug 04 16:31:28.105775 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-840e5fd6-487d-4d1e-9015-3300f62fd5b4 req-828fd714-81ff-400c-a573-3aac5c552ff0 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1f964ae-03f9-4e48-96dc-b912e8d9d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401616 Aug 04 16:31:28.319778 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 47392) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:28.336469 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a5144f5d-6bea-4b71-a49f-b28e7e5e0248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:28.428936 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a5144f5d-6bea-4b71-a49f-b28e7e5e0248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:28.433603 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a5144f5d-6bea-4b71-a49f-b28e7e5e0248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:28.475211 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-a5144f5d-6bea-4b71-a49f-b28e7e5e0248 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1b96fc11924745abb5a68fa61a1efd40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1543272 Aug 04 16:31:28.479831 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 47400) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:28.488448 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5144f5d-6bea-4b71-a49f-b28e7e5e0248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2ddb19-bb1d-4048-b16d-ca6265832554,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:28.544087 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-d207238d-9173-4e85-8c9f-b337a8702c77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:28.568170 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-d207238d-9173-4e85-8c9f-b337a8702c77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:28.620752 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-d207238d-9173-4e85-8c9f-b337a8702c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:28.623559 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-d207238d-9173-4e85-8c9f-b337a8702c77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:28.627211 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-d207238d-9173-4e85-8c9f-b337a8702c77 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cf2ddb19-bb1d-4048-b16d-ca6265832554 HTTP/1.1" status: 204 len: 168 time: 0.1439776 Aug 04 16:31:28.633109 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207238d-9173-4e85-8c9f-b337a8702c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2ddb19-bb1d-4048-b16d-ca6265832554,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:29.237742 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72504f-f8cc-4051-b052-59ee7af3614e req-ae68c3d5-951c-4453-84b4-fcc626b061d0 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:29.239383 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-9f72504f-f8cc-4051-b052-59ee7af3614e req-ae68c3d5-951c-4453-84b4-fcc626b061d0 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 945 time: 0.0515904 Aug 04 16:31:29.281838 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-9f72504f-f8cc-4051-b052-59ee7af3614e req-5d5c67bc-ec08-45fb-9ce1-d7feeeff4401 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1f964ae-03f9-4e48-96dc-b912e8d9d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359681 Aug 04 16:31:30.374139 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 47458) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:30.414729 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e76697-13b2-4d8f-9499-5c14abeaaad4 req-932b4ca4-a38b-40d5-b3b9-a98199b6bdec tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:30.416289 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-84e76697-13b2-4d8f-9499-5c14abeaaad4 req-932b4ca4-a38b-40d5-b3b9-a98199b6bdec tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 945 time: 0.0512543 Aug 04 16:31:30.457078 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-84e76697-13b2-4d8f-9499-5c14abeaaad4 req-9531b8ff-cfcd-4a20-9b35-9edb15142024 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1f964ae-03f9-4e48-96dc-b912e8d9d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330644 Aug 04 16:31:30.485508 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-9ed48007-3391-4c2e-bb83-ffe551baf407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:30.576952 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-9ed48007-3391-4c2e-bb83-ffe551baf407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:30.582215 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-9ed48007-3391-4c2e-bb83-ffe551baf407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:30.619706 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed48007-3391-4c2e-bb83-ffe551baf407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dade3df-a550-4022-ba84-52ea20ba3c06,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:30.625778 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-9ed48007-3391-4c2e-bb83-ffe551baf407 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f2c660a39a044546ad7f38318b94461c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2504010 Aug 04 16:31:30.629020 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 47466) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:30.674689 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-12fa6db8-c8e3-41e0-b249-5e1f24fbc6b3 req-0247a339-34e3-4990-ae56-4e7b1ec7c4a7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0751731 Aug 04 16:31:30.681317 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-0441c88a-4642-485c-b207-b80b61e8f9b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:30.687911 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615af6b-7916-46b9-8c05-d875e38f8cbb req-1fe38c8b-23ae-499a-97b8-580c9c7cf0bb tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:30.689443 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-7615af6b-7916-46b9-8c05-d875e38f8cbb req-1fe38c8b-23ae-499a-97b8-580c9c7cf0bb tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 945 time: 0.0625081 Aug 04 16:31:30.707216 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-0441c88a-4642-485c-b207-b80b61e8f9b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:30.745443 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-7615af6b-7916-46b9-8c05-d875e38f8cbb req-ab8743d2-8c49-40b8-85be-0e44b799e325 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1f964ae-03f9-4e48-96dc-b912e8d9d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488617 Aug 04 16:31:30.763583 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-0441c88a-4642-485c-b207-b80b61e8f9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:30.766569 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-0441c88a-4642-485c-b207-b80b61e8f9b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:30.770490 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-0441c88a-4642-485c-b207-b80b61e8f9b7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8dade3df-a550-4022-ba84-52ea20ba3c06 HTTP/1.1" status: 204 len: 168 time: 0.1404128 Aug 04 16:31:30.779316 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0441c88a-4642-485c-b207-b80b61e8f9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dade3df-a550-4022-ba84-52ea20ba3c06,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:31.107822 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 47484) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:31.123342 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-dd172115-fd17-46e1-90d2-16857caf4583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:31.218921 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-dd172115-fd17-46e1-90d2-16857caf4583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:31.224688 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-dd172115-fd17-46e1-90d2-16857caf4583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:31.262421 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd172115-fd17-46e1-90d2-16857caf4583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e71e354-606b-4b46-a117-86b08f2b8f8b,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:31.266876 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-dd172115-fd17-46e1-90d2-16857caf4583 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=950993f2b5c0444385de5557236b2da8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1580126 Aug 04 16:31:31.269846 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 47486) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:31.321925 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c964a1c3-d0db-44cf-a8fe-386845583b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:31.344027 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c964a1c3-d0db-44cf-a8fe-386845583b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:31.394225 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c964a1c3-d0db-44cf-a8fe-386845583b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:31.396910 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-c964a1c3-d0db-44cf-a8fe-386845583b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:31.398152 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-c964a1c3-d0db-44cf-a8fe-386845583b70 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5e71e354-606b-4b46-a117-86b08f2b8f8b HTTP/1.1" status: 204 len: 168 time: 0.1271534 Aug 04 16:31:31.407328 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964a1c3-d0db-44cf-a8fe-386845583b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e71e354-606b-4b46-a117-86b08f2b8f8b,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:31.877444 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c92434-7577-4588-99bb-acba4d4d548f req-d86b19b1-c58c-4d90-90c3-93dd1f72a3a9 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:31.879101 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d3c92434-7577-4588-99bb-acba4d4d548f req-d86b19b1-c58c-4d90-90c3-93dd1f72a3a9 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 945 time: 0.0519345 Aug 04 16:31:31.921342 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d3c92434-7577-4588-99bb-acba4d4d548f req-edcf3fd7-9872-439b-af1a-2293e4737011 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1f964ae-03f9-4e48-96dc-b912e8d9d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335107 Aug 04 16:31:32.069338 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa6db8-c8e3-41e0-b249-5e1f24fbc6b3 req-2a7ceaf9-addb-4411-a569-d915cecfa67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:32.070829 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-12fa6db8-c8e3-41e0-b249-5e1f24fbc6b3 req-2a7ceaf9-addb-4411-a569-d915cecfa67c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4&tenant_id=76829aee5bb64de2bb202e81a575e30d HTTP/1.1" status: 200 len: 1098 time: 0.0455453 Aug 04 16:31:32.144065 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa6db8-c8e3-41e0-b249-5e1f24fbc6b3 req-0ec646cc-c620-4951-ad20-5ac557d814c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:32.145652 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-12fa6db8-c8e3-41e0-b249-5e1f24fbc6b3 req-0ec646cc-c620-4951-ad20-5ac557d814c0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=76829aee5bb64de2bb202e81a575e30d&device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 1098 time: 0.0496550 Aug 04 16:31:32.177573 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 47518) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:32.243474 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa6db8-c8e3-41e0-b249-5e1f24fbc6b3 req-8213bf6e-2725-4547-9b53-224d1b028154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:32.245549 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-12fa6db8-c8e3-41e0-b249-5e1f24fbc6b3 req-8213bf6e-2725-4547-9b53-224d1b028154 service neutron] 10.222.0.50 "GET /v2.0/networks?id=185b7905-00dc-4ba4-a3c5-437dece76adb HTTP/1.1" status: 200 len: 910 time: 0.0922606 Aug 04 16:31:32.322881 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-12fa6db8-c8e3-41e0-b249-5e1f24fbc6b3 req-0d83349d-36b6-4fc6-b3a9-62f5f8f2250e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6adc942-2649-44f9-a5ef-fe285a7906d7 HTTP/1.1" status: 200 len: 1001 time: 0.0692875 Aug 04 16:31:32.379269 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa6db8-c8e3-41e0-b249-5e1f24fbc6b3 req-c05527cb-aeae-48f4-8ad4-5db94a339d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:32.380755 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-12fa6db8-c8e3-41e0-b249-5e1f24fbc6b3 req-c05527cb-aeae-48f4-8ad4-5db94a339d33 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4df58c78-45db-4175-9ebe-e1e86c92c13c HTTP/1.1" status: 200 len: 848 time: 0.0494456 Aug 04 16:31:32.383174 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-6d4f5200-d281-49f0-b88c-94cfdf90ec92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:32.428292 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 6 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:31:32.436072 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa6db8-c8e3-41e0-b249-5e1f24fbc6b3 req-d71fd870-f83e-401d-aae2-4afea931a8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:32.438052 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-12fa6db8-c8e3-41e0-b249-5e1f24fbc6b3 req-d71fd870-f83e-401d-aae2-4afea931a8f4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=185b7905-00dc-4ba4-a3c5-437dece76adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493033 Aug 04 16:31:32.487174 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-6d4f5200-d281-49f0-b88c-94cfdf90ec92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:32.492979 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-6d4f5200-d281-49f0-b88c-94cfdf90ec92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:32.539483 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-6d4f5200-d281-49f0-b88c-94cfdf90ec92 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3ac8552d5fa04b9e9c367e259b919337&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3601596 Aug 04 16:31:32.541918 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 47530) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:32.549868 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f5200-d281-49f0-b88c-94cfdf90ec92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2005e380-8025-4abf-ae62-e93c123fee8d,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:32.565923 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-12fa6db8-c8e3-41e0-b249-5e1f24fbc6b3 req-da3fc0e3-8ea9-41c9-a3f9-6e4edbbdffdc service neutron] 10.222.0.50 "GET /v2.0/networks/185b7905-00dc-4ba4-a3c5-437dece76adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145532 Aug 04 16:31:32.604039 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-2f6ffb65-65a9-44e9-8e88-ea5081acff36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:32.628649 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-2f6ffb65-65a9-44e9-8e88-ea5081acff36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:32.666246 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-12fa6db8-c8e3-41e0-b249-5e1f24fbc6b3 req-3ce932c5-1597-4040-acad-76a22d945a7c service neutron] 10.222.0.50 "GET /v2.0/networks/185b7905-00dc-4ba4-a3c5-437dece76adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882394 Aug 04 16:31:32.680080 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-2f6ffb65-65a9-44e9-8e88-ea5081acff36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:32.682669 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-2f6ffb65-65a9-44e9-8e88-ea5081acff36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:32.687879 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-2f6ffb65-65a9-44e9-8e88-ea5081acff36 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2005e380-8025-4abf-ae62-e93c123fee8d HTTP/1.1" status: 204 len: 168 time: 0.1415389 Aug 04 16:31:32.693695 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ffb65-65a9-44e9-8e88-ea5081acff36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2005e380-8025-4abf-ae62-e93c123fee8d,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:33.056174 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e1df1-ba38-4835-a8c9-951e6dc9ac2e req-62b82503-3af8-4d93-942e-931130790d5f tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:33.057669 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-213e1df1-ba38-4835-a8c9-951e6dc9ac2e req-62b82503-3af8-4d93-942e-931130790d5f tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 945 time: 0.0570414 Aug 04 16:31:33.113506 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-213e1df1-ba38-4835-a8c9-951e6dc9ac2e req-fa51cac3-8905-478d-a8ae-86f57b7f85b2 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1f964ae-03f9-4e48-96dc-b912e8d9d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479302 Aug 04 16:31:33.205684 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 47568) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:33.314581 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-9d2dc94a-ae54-4024-9067-e695cbf7af40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:33.415914 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-9d2dc94a-ae54-4024-9067-e695cbf7af40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:33.421318 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-9d2dc94a-ae54-4024-9067-e695cbf7af40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:33.460904 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-9d2dc94a-ae54-4024-9067-e695cbf7af40 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e574f496382b48b39352fd9c13eabd2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2537341 Aug 04 16:31:33.463029 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2dc94a-ae54-4024-9067-e695cbf7af40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7014a431-8a48-48ce-aa30-6251575c749a,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:33.463790 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 47580) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:33.515956 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-ecf1b654-e300-452e-a777-a883bb852567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:33.538090 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-ecf1b654-e300-452e-a777-a883bb852567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:33.592702 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-ecf1b654-e300-452e-a777-a883bb852567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:33.595571 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-ecf1b654-e300-452e-a777-a883bb852567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:33.596905 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-ecf1b654-e300-452e-a777-a883bb852567 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7014a431-8a48-48ce-aa30-6251575c749a HTTP/1.1" status: 204 len: 168 time: 0.1317453 Aug 04 16:31:33.605204 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1b654-e300-452e-a777-a883bb852567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7014a431-8a48-48ce-aa30-6251575c749a,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:33.853391 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device e6adc942-2649-44f9-a5ef-fe285a7906d7 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:31:33.911203 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 47596) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:33.928202 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-03b419a9-04aa-428e-9c62-dc39e30579dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:34.039818 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-03b419a9-04aa-428e-9c62-dc39e30579dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:34.047601 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-03b419a9-04aa-428e-9c62-dc39e30579dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:34.072065 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:34.092371 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-03b419a9-04aa-428e-9c62-dc39e30579dc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d99af20227324da1a8f65d1ac57adc07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1768582 Aug 04 16:31:34.092951 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 47602) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:34.103408 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b419a9-04aa-428e-9c62-dc39e30579dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8b287c-3fac-42f3-a9e8-96a0d958a4e9,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:34.108448 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cc5de9-b97f-4969-b926-672feb3d04e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6adc942-2649-44f9-a5ef-fe285a7906d7'}] {{(pid=93332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:31:34.111160 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60a3b88c11522644802803ec4887c4dd8a4d8449af02ad3849b143fbab4f5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae20669-8b60-4a2d-b8ee-3257b4bc09b0" -d '{"events": [{"server_uuid": "30cc5de9-b97f-4969-b926-672feb3d04e4", "name": "network-vif-unplugged", "status": "completed", "tag": "e6adc942-2649-44f9-a5ef-fe285a7906d7"}]}' {{(pid=93332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:31:34.125065 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port e6adc942-2649-44f9-a5ef-fe285a7906d7, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=e6adc942-2649-44f9-a5ef-fe285a7906d7,segment=NetworkSegment(fd256104-621c-40d6-ae7e-f0d6b255b836),segment_id=fd256104-621c-40d6-ae7e-f0d6b255b836)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:31:34.131237 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:34.193498 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-78e02e92-ab9e-4f82-beee-5caba3d6328b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:34.198207 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 16:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159c15d3-8bc9-4e10-8b7a-fc5e9a3f7c19 x-openstack-request-id: req-159c15d3-8bc9-4e10-8b7a-fc5e9a3f7c19 {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:31:34.198497 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30cc5de9-b97f-4969-b926-672feb3d04e4", "name": "network-vif-unplugged", "status": "completed", "tag": "e6adc942-2649-44f9-a5ef-fe285a7906d7", "code": 200}]} {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:31:34.199270 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-159c15d3-8bc9-4e10-8b7a-fc5e9a3f7c19 {{(pid=93332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:31:34.199667 dv-cinder-789564-9-iscsi neutron-server[93332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30cc5de9-b97f-4969-b926-672feb3d04e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6adc942-2649-44f9-a5ef-fe285a7906d7', 'code': 200} Aug 04 16:31:34.200813 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=e6adc942-2649-44f9-a5ef-fe285a7906d7,revision_number=6']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:34.241559 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-78e02e92-ab9e-4f82-beee-5caba3d6328b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:34.290636 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20943358-345b-43e9-93e3-a429113e10c6 req-20a54a12-07d3-44db-9ee8-c0568fc20350 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:34.292200 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-20943358-345b-43e9-93e3-a429113e10c6 req-20a54a12-07d3-44db-9ee8-c0568fc20350 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 943 time: 0.0938289 Aug 04 16:31:34.345609 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-78e02e92-ab9e-4f82-beee-5caba3d6328b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:34.348123 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-78e02e92-ab9e-4f82-beee-5caba3d6328b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:34.349282 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-78e02e92-ab9e-4f82-beee-5caba3d6328b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/be8b287c-3fac-42f3-a9e8-96a0d958a4e9 HTTP/1.1" status: 204 len: 168 time: 0.2552872 Aug 04 16:31:34.363218 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-20943358-345b-43e9-93e3-a429113e10c6 req-72f037fc-2096-41be-be26-5961b9502887 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1f964ae-03f9-4e48-96dc-b912e8d9d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607748 Aug 04 16:31:34.364303 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e02e92-ab9e-4f82-beee-5caba3d6328b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8b287c-3fac-42f3-a9e8-96a0d958a4e9,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:35.075362 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 47640) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:35.188920 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-29829523-4956-4edf-b63b-bd80516ff0d4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1972497122-network', 'tenant_id': '4fa16f97bb044806abf79368e58fedd3'}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:31:35.216534 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29829523-4956-4edf-b63b-bd80516ff0d4 admin admin] Made reservation on behalf of 4fa16f97bb044806abf79368e58fedd3 for: {'network': 1} {{(pid=93331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:31:35.218879 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-29829523-4956-4edf-b63b-bd80516ff0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for network, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:35.231172 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-29829523-4956-4edf-b63b-bd80516ff0d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:35.323668 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-29829523-4956-4edf-b63b-bd80516ff0d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:35.329036 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-29829523-4956-4edf-b63b-bd80516ff0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:35.355154 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29829523-4956-4edf-b63b-bd80516ff0d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 896, 'physical_network': 'physnet1'} {{(pid=93331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:31:35.364853 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29829523-4956-4edf-b63b-bd80516ff0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9aeb6b-869f-458f-aa33-945b139f4994,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:35.369551 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-29829523-4956-4edf-b63b-bd80516ff0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519'] for segment, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:35.369857 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.db.segments_db [None req-29829523-4956-4edf-b63b-bd80516ff0d4 admin admin] Added segment c3e23ebc-b2da-45bb-8e36-9ac88a33e32c of type vlan for network 83fa804d-4266-4c4b-8b54-2e6573da0211 Aug 04 16:31:35.414422 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-29829523-4956-4edf-b63b-bd80516ff0d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758853320587'] for network, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:35.467726 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-29829523-4956-4edf-b63b-bd80516ff0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334'] for network, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:35.468723 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29829523-4956-4edf-b63b-bd80516ff0d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:35.469314 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-29829523-4956-4edf-b63b-bd80516ff0d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for network, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:35.528086 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-29829523-4956-4edf-b63b-bd80516ff0d4 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4514883 Aug 04 16:31:35.531273 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 47646) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:35.536987 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [None req-b7e09250-1a80-49ca-a838-bab587da60ac admin admin] Request body: {'subnet': {'network_id': '83fa804d-4266-4c4b-8b54-2e6573da0211', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1972497122-subnet', 'tenant_id': '4fa16f97bb044806abf79368e58fedd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:31:35.540225 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29829523-4956-4edf-b63b-bd80516ff0d4 admin admin] Pushing event updated for resources: {'Network': ['ID=83fa804d-4266-4c4b-8b54-2e6573da0211,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:35.550832 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf21126-4325-40fe-afc4-a714ffcca1e1 req-95bdff21-a229-49bc-8096-0dc80460fcc4 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:35.552411 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-baf21126-4325-40fe-afc4-a714ffcca1e1 req-95bdff21-a229-49bc-8096-0dc80460fcc4 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 943 time: 0.1136539 Aug 04 16:31:35.554367 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Network 83fa804d-4266-4c4b-8b54-2e6573da0211 details requested by agent ovs-agent-dv-cinder-789564-9-iscsi with host dv-cinder-789564-9-iscsi {{(pid=93332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:31:35.570533 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e09250-1a80-49ca-a838-bab587da60ac admin admin] Made reservation on behalf of 4fa16f97bb044806abf79368e58fedd3 for: {'subnet': 1} {{(pid=93330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:31:35.573358 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-b7e09250-1a80-49ca-a838-bab587da60ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129819958'] for subnet, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:35.596474 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-baf21126-4325-40fe-afc4-a714ffcca1e1 req-c2c16f44-4f2e-473a-82d9-81e36f5d10be tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1f964ae-03f9-4e48-96dc-b912e8d9d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369899 Aug 04 16:31:35.770017 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-b7e09250-1a80-49ca-a838-bab587da60ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129638260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129819940'] for subnet, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:35.827749 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e09250-1a80-49ca-a838-bab587da60ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c1d293c-1aa4-445e-b871-547f7723ddaf,revision_number=0']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:35.839220 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e09250-1a80-49ca-a838-bab587da60ac admin admin] Checking segment: {'id': 'c3e23ebc-b2da-45bb-8e36-9ac88a33e32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '83fa804d-4266-4c4b-8b54-2e6573da0211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:31:35.839609 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e09250-1a80-49ca-a838-bab587da60ac admin admin] Network hostable DHCP agents. Network: 83fa804d-4266-4c4b-8b54-2e6573da0211, hostable agents: ['eaf2aaff-ba37-427f-8468-b829a196e20c'], hosted agents: [] {{(pid=93330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:31:35.860065 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e09250-1a80-49ca-a838-bab587da60ac admin admin] Network 83fa804d-4266-4c4b-8b54-2e6573da0211 is scheduled to be hosted by DHCP agent eaf2aaff-ba37-427f-8468-b829a196e20c with binding_index 1 {{(pid=93330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:31:35.872448 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [None req-b7e09250-1a80-49ca-a838-bab587da60ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-9-iscsi, 83fa804d-4266-4c4b-8b54-2e6573da0211) {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:31:35.877712 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e09250-1a80-49ca-a838-bab587da60ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:35.878474 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-b7e09250-1a80-49ca-a838-bab587da60ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for subnet, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:35.883381 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81cb3f5-4b34-4fe4-b507-b920a2f7844c None None] Network 83fa804d-4266-4c4b-8b54-2e6573da0211 requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:31:35.906951 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-b7e09250-1a80-49ca-a838-bab587da60ac admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3694439 Aug 04 16:31:36.025195 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ec53ec-971f-4bf5-babc-4b54cb587e94 None None] Network 83fa804d-4266-4c4b-8b54-2e6573da0211 requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:31:36.424669 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 47674) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:36.429670 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [None req-959831b1-7c25-4aeb-94cc-c77feeedecd3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2102071920-network', 'tenant_id': '6d15fb4f19044cd690c08ad15754813f'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:31:36.451359 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959831b1-7c25-4aeb-94cc-c77feeedecd3 admin admin] Made reservation on behalf of 6d15fb4f19044cd690c08ad15754813f for: {'network': 1} {{(pid=93330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:31:36.453625 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-959831b1-7c25-4aeb-94cc-c77feeedecd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for network, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:36.462917 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-959831b1-7c25-4aeb-94cc-c77feeedecd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:36.550640 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-959831b1-7c25-4aeb-94cc-c77feeedecd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:36.555712 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-959831b1-7c25-4aeb-94cc-c77feeedecd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:36.582732 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-959831b1-7c25-4aeb-94cc-c77feeedecd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 861, 'physical_network': 'physnet1'} {{(pid=93330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:31:36.593015 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959831b1-7c25-4aeb-94cc-c77feeedecd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa09888c-900c-4623-bea6-1f495ce2c5d0,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:36.598908 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-959831b1-7c25-4aeb-94cc-c77feeedecd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519'] for segment, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:36.599250 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.db.segments_db [None req-959831b1-7c25-4aeb-94cc-c77feeedecd3 admin admin] Added segment 79992238-0c70-49e2-94a7-a15cdbd29b97 of type vlan for network 927edec7-e507-405e-8202-a9f22e5f36ae Aug 04 16:31:36.640006 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-959831b1-7c25-4aeb-94cc-c77feeedecd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758853320587'] for network, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:36.698193 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-959831b1-7c25-4aeb-94cc-c77feeedecd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334'] for network, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:36.699936 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959831b1-7c25-4aeb-94cc-c77feeedecd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:36.700969 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-959831b1-7c25-4aeb-94cc-c77feeedecd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for network, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:36.778629 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-959831b1-7c25-4aeb-94cc-c77feeedecd3 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3527880 Aug 04 16:31:36.781713 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 47678) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:36.786519 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959831b1-7c25-4aeb-94cc-c77feeedecd3 admin admin] Pushing event updated for resources: {'Network': ['ID=927edec7-e507-405e-8202-a9f22e5f36ae,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:36.787257 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-d2590774-9ec4-4051-afcf-74e972b66466 admin admin] Request body: {'subnet': {'network_id': '927edec7-e507-405e-8202-a9f22e5f36ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2102071920-subnet', 'tenant_id': '6d15fb4f19044cd690c08ad15754813f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:31:36.797165 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Network 927edec7-e507-405e-8202-a9f22e5f36ae details requested by agent ovs-agent-dv-cinder-789564-9-iscsi with host dv-cinder-789564-9-iscsi {{(pid=93332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:31:36.797898 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e7174-d9aa-47e5-9d4a-a93bdf589425 req-262a7a1c-9563-4efc-adff-f665c3cbfe83 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:36.799465 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-a46e7174-d9aa-47e5-9d4a-a93bdf589425 req-262a7a1c-9563-4efc-adff-f665c3cbfe83 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 943 time: 0.1340649 Aug 04 16:31:36.815707 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2590774-9ec4-4051-afcf-74e972b66466 admin admin] Made reservation on behalf of 6d15fb4f19044cd690c08ad15754813f for: {'subnet': 1} {{(pid=93331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:31:36.818306 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-d2590774-9ec4-4051-afcf-74e972b66466 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126426302'] for subnet, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:36.844745 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-a46e7174-d9aa-47e5-9d4a-a93bdf589425 req-0d679e2c-98ae-49a6-bef7-48d77e6ebec0 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1f964ae-03f9-4e48-96dc-b912e8d9d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387018 Aug 04 16:31:37.009237 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-d2590774-9ec4-4051-afcf-74e972b66466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129279267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126426284'] for subnet, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:37.066146 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2590774-9ec4-4051-afcf-74e972b66466 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38cbc4b7-c1ec-4f69-b632-245a24d03bc5,revision_number=0']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:37.075870 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2590774-9ec4-4051-afcf-74e972b66466 admin admin] Checking segment: {'id': '79992238-0c70-49e2-94a7-a15cdbd29b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '927edec7-e507-405e-8202-a9f22e5f36ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:31:37.076365 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2590774-9ec4-4051-afcf-74e972b66466 admin admin] Network hostable DHCP agents. Network: 927edec7-e507-405e-8202-a9f22e5f36ae, hostable agents: ['eaf2aaff-ba37-427f-8468-b829a196e20c'], hosted agents: [] {{(pid=93331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:31:37.096559 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2590774-9ec4-4051-afcf-74e972b66466 admin admin] Network 927edec7-e507-405e-8202-a9f22e5f36ae is scheduled to be hosted by DHCP agent eaf2aaff-ba37-427f-8468-b829a196e20c with binding_index 1 {{(pid=93331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:31:37.107965 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.base_scheduler [None req-d2590774-9ec4-4051-afcf-74e972b66466 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-9-iscsi, 927edec7-e507-405e-8202-a9f22e5f36ae) {{(pid=93331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:31:37.112809 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2590774-9ec4-4051-afcf-74e972b66466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:37.113413 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-d2590774-9ec4-4051-afcf-74e972b66466 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:37.118834 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0a97c5-b8e6-406f-8c67-4e3930ac2f34 None None] Network 927edec7-e507-405e-8202-a9f22e5f36ae requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:31:37.137046 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-d2590774-9ec4-4051-afcf-74e972b66466 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3540497 Aug 04 16:31:37.265413 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f021b4d0-7616-4e55-8c4e-249d22a193e5 None None] Network 927edec7-e507-405e-8202-a9f22e5f36ae requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:31:37.984370 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c783f1c-b3d2-4c37-aa3a-0b5cbc1f5680 req-f54c51b6-22df-4012-83fd-88d7bd34871a tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:37.985129 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-0c783f1c-b3d2-4c37-aa3a-0b5cbc1f5680 req-f54c51b6-22df-4012-83fd-88d7bd34871a tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 943 time: 0.0606999 Aug 04 16:31:38.035390 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-0c783f1c-b3d2-4c37-aa3a-0b5cbc1f5680 req-61a0e37b-44b9-4ba3-a117-5afcc4e6acb4 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1f964ae-03f9-4e48-96dc-b912e8d9d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439765 Aug 04 16:31:38.132873 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-69e439a6-eb89-42f1-a8d6-321312bead2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:39.177753 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c207f-cd4d-4f60-a7a0-06150e6457b0 req-83487214-65d3-4d27-95a2-3755251a32ee tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:39.179396 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-d59c207f-cd4d-4f60-a7a0-06150e6457b0 req-83487214-65d3-4d27-95a2-3755251a32ee tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 943 time: 0.0616612 Aug 04 16:31:39.224666 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-d59c207f-cd4d-4f60-a7a0-06150e6457b0 req-b9e6fc85-2b45-45b9-bcc4-09cb1da19e59 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1f964ae-03f9-4e48-96dc-b912e8d9d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348794 Aug 04 16:31:40.358033 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc4ba0-1f93-4cbd-bc8e-dbb31b0f7975 req-c6b4e7b6-6ae3-4266-94da-3859012acb4d tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:40.359594 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-a6fc4ba0-1f93-4cbd-bc8e-dbb31b0f7975 req-c6b4e7b6-6ae3-4266-94da-3859012acb4d tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 943 time: 0.0582857 Aug 04 16:31:40.409983 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-a6fc4ba0-1f93-4cbd-bc8e-dbb31b0f7975 req-50f7bb85-edd5-4189-b6d2-19344d52e1e3 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1f964ae-03f9-4e48-96dc-b912e8d9d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442691 Aug 04 16:31:40.930765 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-e3fa13c9-f6b7-4a24-9914-50550b407e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:40.980559 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:41.324120 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a870e7-01cf-4460-8f20-027fcad5bb9d req-a104c016-d432-4124-9783-f24488e56622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:41.327291 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-28a870e7-01cf-4460-8f20-027fcad5bb9d req-a104c016-d432-4124-9783-f24488e56622 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 1096 time: 0.0440285 Aug 04 16:31:41.367372 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-28a870e7-01cf-4460-8f20-027fcad5bb9d req-745ce0a7-9882-4d0c-b684-f13019194dab service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f1f964ae-03f9-4e48-96dc-b912e8d9d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306666 Aug 04 16:31:41.532683 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64799d8d-6db3-4dfb-91f3-f1fdccde8c28 req-6839853c-16f9-4a92-86d2-eab32061b1d5 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:41.534444 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-64799d8d-6db3-4dfb-91f3-f1fdccde8c28 req-6839853c-16f9-4a92-86d2-eab32061b1d5 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 943 time: 0.0505290 Aug 04 16:31:41.574499 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-64799d8d-6db3-4dfb-91f3-f1fdccde8c28 req-ed41cb81-8b8a-4dcd-a732-2c5f4faab405 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1f964ae-03f9-4e48-96dc-b912e8d9d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339854 Aug 04 16:31:42.253025 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:42.705445 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4d88f-df83-4437-b1ba-3daef86b7fce req-11c35f60-87aa-4cdb-9a71-615d1b46e78c tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:42.706999 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-c2a4d88f-df83-4437-b1ba-3daef86b7fce req-11c35f60-87aa-4cdb-9a71-615d1b46e78c tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 943 time: 0.0540519 Aug 04 16:31:42.754067 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-c2a4d88f-df83-4437-b1ba-3daef86b7fce req-29b58af2-c18d-4d89-81ce-df6cd75b1cdf tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1f964ae-03f9-4e48-96dc-b912e8d9d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400622 Aug 04 16:31:43.696494 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:43.916573 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device e6adc942-2649-44f9-a5ef-fe285a7906d7 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:31:44.028733 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port e6adc942-2649-44f9-a5ef-fe285a7906d7, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=e6adc942-2649-44f9-a5ef-fe285a7906d7,segment=NetworkSegment(fd256104-621c-40d6-ae7e-f0d6b255b836),segment_id=fd256104-621c-40d6-ae7e-f0d6b255b836)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:31:44.041460 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Returning: {'device': 'e6adc942-2649-44f9-a5ef-fe285a7906d7', 'network_id': '185b7905-00dc-4ba4-a3c5-437dece76adb', 'port_id': 'e6adc942-2649-44f9-a5ef-fe285a7906d7', 'mac_address': 'fa:16:3e:60:16:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4df58c78-45db-4175-9ebe-e1e86c92c13c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:31:44.082365 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:44.097531 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6adc942-2649-44f9-a5ef-fe285a7906d7 {{(pid=93332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:31:44.126606 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port e6adc942-2649-44f9-a5ef-fe285a7906d7, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=e6adc942-2649-44f9-a5ef-fe285a7906d7,segment=NetworkSegment(fd256104-621c-40d6-ae7e-f0d6b255b836),segment_id=fd256104-621c-40d6-ae7e-f0d6b255b836)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:31:44.131542 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:44.180859 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=e6adc942-2649-44f9-a5ef-fe285a7906d7,revision_number=7']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:44.384477 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] get_ports_and_sgs() called for port_ids ['e6adc942-2649-44f9-a5ef-fe285a7906d7'] {{(pid=93332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:31:45.935502 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device e6adc942-2649-44f9-a5ef-fe285a7906d7 up at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:31:45.988305 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Provisioning complete for port e6adc942-2649-44f9-a5ef-fe285a7906d7 triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:31:45.988680 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:46.073734 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:46.115774 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cc5de9-b97f-4969-b926-672feb3d04e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6adc942-2649-44f9-a5ef-fe285a7906d7'}] {{(pid=93332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:31:46.118134 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60a3b88c11522644802803ec4887c4dd8a4d8449af02ad3849b143fbab4f5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d260d5e0-bedf-41e0-b4cf-edba4241b090" -d '{"events": [{"server_uuid": "30cc5de9-b97f-4969-b926-672feb3d04e4", "name": "network-vif-plugged", "status": "completed", "tag": "e6adc942-2649-44f9-a5ef-fe285a7906d7"}]}' {{(pid=93332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:31:46.132578 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port e6adc942-2649-44f9-a5ef-fe285a7906d7, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=e6adc942-2649-44f9-a5ef-fe285a7906d7,segment=NetworkSegment(fd256104-621c-40d6-ae7e-f0d6b255b836),segment_id=fd256104-621c-40d6-ae7e-f0d6b255b836)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:31:46.139111 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:46.165923 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c80df2-d015-4ce6-b5aa-e6ae2dbf561a x-openstack-request-id: req-29c80df2-d015-4ce6-b5aa-e6ae2dbf561a {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:31:46.166245 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30cc5de9-b97f-4969-b926-672feb3d04e4", "name": "network-vif-plugged", "status": "completed", "tag": "e6adc942-2649-44f9-a5ef-fe285a7906d7", "code": 200}]} {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:31:46.166491 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-29c80df2-d015-4ce6-b5aa-e6ae2dbf561a {{(pid=93332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:31:46.166879 dv-cinder-789564-9-iscsi neutron-server[93332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30cc5de9-b97f-4969-b926-672feb3d04e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6adc942-2649-44f9-a5ef-fe285a7906d7', 'code': 200} Aug 04 16:31:46.199938 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=e6adc942-2649-44f9-a5ef-fe285a7906d7,revision_number=8']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:50.964468 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:53.257618 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 47946) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:53.301692 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.db_base_plugin_v2 [None req-354a1254-d993-4463-9c1b-9015fdb52482 admin admin] Deleting subnet 1c1d293c-1aa4-445e-b871-547f7723ddaf {{(pid=93331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:31:53.305127 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-354a1254-d993-4463-9c1b-9015fdb52482 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:53.340122 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-354a1254-d993-4463-9c1b-9015fdb52482 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126256170'] for subnet, precommit_delete_associations {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:53.382156 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-354a1254-d993-4463-9c1b-9015fdb52482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3786910'] for subnet, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:53.438379 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-354a1254-d993-4463-9c1b-9015fdb52482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3786903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129279330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126426463'] for subnet, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:53.464851 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a1254-d993-4463-9c1b-9015fdb52482 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c1d293c-1aa4-445e-b871-547f7723ddaf,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:53.469089 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-354a1254-d993-4463-9c1b-9015fdb52482 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:53.471666 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-354a1254-d993-4463-9c1b-9015fdb52482 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/1c1d293c-1aa4-445e-b871-547f7723ddaf HTTP/1.1" status: 204 len: 168 time: 0.2123954 Aug 04 16:31:53.473673 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 47948) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:53.546061 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-2f1a16ab-b305-4e8f-9aab-873b057fd931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3767040'] for network, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:53.634301 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-2f1a16ab-b305-4e8f-9aab-873b057fd931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3788555', 'neutron.services.segments.db._delete_segments_for_network-8758853804921'] for network, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:53.645292 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.services.segments.db [None req-2f1a16ab-b305-4e8f-9aab-873b057fd931 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83fa804d-4266-4c4b-8b54-2e6573da0211']}} {{(pid=93331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:31:53.656505 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.services.segments.db [None req-2f1a16ab-b305-4e8f-9aab-873b057fd931 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3e23ebc-b2da-45bb-8e36-9ac88a33e32c') {'for_net_delete': True} {{(pid=93331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:31:53.656824 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.services.segments.db [None req-2f1a16ab-b305-4e8f-9aab-873b057fd931 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3e23ebc-b2da-45bb-8e36-9ac88a33e32c') {} {{(pid=93331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:31:53.665553 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-2f1a16ab-b305-4e8f-9aab-873b057fd931 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758853817860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126256211'] for segment, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:53.678593 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-2f1a16ab-b305-4e8f-9aab-873b057fd931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519'] for segment, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:53.684422 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f1a16ab-b305-4e8f-9aab-873b057fd931 admin admin] Releasing vlan 896 on physical network physnet1 to pool {{(pid=93331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:31:53.684917 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-2f1a16ab-b305-4e8f-9aab-873b057fd931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129279368'] for segment, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:53.686558 dv-cinder-789564-9-iscsi neutron-server[93331]: Traceback (most recent call last): Aug 04 16:31:53.686558 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:31:53.686558 dv-cinder-789564-9-iscsi neutron-server[93331]: timer() Aug 04 16:31:53.686558 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:31:53.686558 dv-cinder-789564-9-iscsi neutron-server[93331]: cb(*args, **kw) Aug 04 16:31:53.686558 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:31:53.686558 dv-cinder-789564-9-iscsi neutron-server[93331]: return func(*args, **kwargs) Aug 04 16:31:53.686558 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:31:53.686558 dv-cinder-789564-9-iscsi neutron-server[93331]: self._notify() Aug 04 16:31:53.686558 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:31:53.686558 dv-cinder-789564-9-iscsi neutron-server[93331]: self.callback(batched_events) Aug 04 16:31:53.686558 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:31:53.686558 dv-cinder-789564-9-iscsi neutron-server[93331]: event.method(event) Aug 04 16:31:53.686558 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:31:53.686558 dv-cinder-789564-9-iscsi neutron-server[93331]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:31:53.686558 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:31:53.686558 dv-cinder-789564-9-iscsi neutron-server[93331]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:31:53.686558 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:31:53.686558 dv-cinder-789564-9-iscsi neutron-server[93331]: return f(self, *a, **k) Aug 04 16:31:53.686558 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:31:53.686558 dv-cinder-789564-9-iscsi neutron-server[93331]: return self._get(url).json() Aug 04 16:31:53.686558 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:31:53.686558 dv-cinder-789564-9-iscsi neutron-server[93331]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:31:53.686558 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:31:53.686558 dv-cinder-789564-9-iscsi neutron-server[93331]: return self.request(url, 'GET', **kwargs) Aug 04 16:31:53.686558 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:31:53.686558 dv-cinder-789564-9-iscsi neutron-server[93331]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:31:53.686558 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:31:53.686558 dv-cinder-789564-9-iscsi neutron-server[93331]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:31:53.686558 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:31:53.686558 dv-cinder-789564-9-iscsi neutron-server[93331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:31:53.686558 dv-cinder-789564-9-iscsi neutron-server[93331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:31:53.741692 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-2f1a16ab-b305-4e8f-9aab-873b057fd931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3788544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593556'] for network, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:53.746313 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-2f1a16ab-b305-4e8f-9aab-873b057fd931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for network, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:53.748338 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-2f1a16ab-b305-4e8f-9aab-873b057fd931 admin admin] 10.222.0.77 "DELETE /v2.0/networks/83fa804d-4266-4c4b-8b54-2e6573da0211 HTTP/1.1" status: 204 len: 168 time: 0.2737179 Aug 04 16:31:53.752233 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 47956) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:53.761280 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1a16ab-b305-4e8f-9aab-873b057fd931 admin admin] Pushing event deleted for resources: {'Network': ['ID=83fa804d-4266-4c4b-8b54-2e6573da0211,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:53.806442 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6becf5d-ccd1-44cf-ac2a-d04d3f552858 admin admin] Deleting subnet 38cbc4b7-c1ec-4f69-b632-245a24d03bc5 {{(pid=93330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:31:53.810861 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-b6becf5d-ccd1-44cf-ac2a-d04d3f552858 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:53.850970 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-b6becf5d-ccd1-44cf-ac2a-d04d3f552858 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129631103'] for subnet, precommit_delete_associations {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:53.890010 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-b6becf5d-ccd1-44cf-ac2a-d04d3f552858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3786910'] for subnet, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:53.943059 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-b6becf5d-ccd1-44cf-ac2a-d04d3f552858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3786903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129638197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129819863'] for subnet, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:53.970119 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6becf5d-ccd1-44cf-ac2a-d04d3f552858 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38cbc4b7-c1ec-4f69-b632-245a24d03bc5,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:53.975772 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-b6becf5d-ccd1-44cf-ac2a-d04d3f552858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for subnet, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:53.977648 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-b6becf5d-ccd1-44cf-ac2a-d04d3f552858 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/38cbc4b7-c1ec-4f69-b632-245a24d03bc5 HTTP/1.1" status: 204 len: 168 time: 0.2244310 Aug 04 16:31:53.980480 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 47958) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:54.046454 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-6ecf56e4-e7af-4f04-a412-6d5036922318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3767040'] for network, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:54.128254 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-6ecf56e4-e7af-4f04-a412-6d5036922318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3788555', 'neutron.services.segments.db._delete_segments_for_network-8758853804921'] for network, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:54.137805 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.services.segments.db [None req-6ecf56e4-e7af-4f04-a412-6d5036922318 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['927edec7-e507-405e-8202-a9f22e5f36ae']}} {{(pid=93330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:31:54.147859 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.services.segments.db [None req-6ecf56e4-e7af-4f04-a412-6d5036922318 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79992238-0c70-49e2-94a7-a15cdbd29b97') {'for_net_delete': True} {{(pid=93330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:31:54.148149 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.services.segments.db [None req-6ecf56e4-e7af-4f04-a412-6d5036922318 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79992238-0c70-49e2-94a7-a15cdbd29b97') {} {{(pid=93330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:31:54.156819 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-6ecf56e4-e7af-4f04-a412-6d5036922318 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758853817860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129630982'] for segment, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:54.170268 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-6ecf56e4-e7af-4f04-a412-6d5036922318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519'] for segment, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:54.176470 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ecf56e4-e7af-4f04-a412-6d5036922318 admin admin] Releasing vlan 861 on physical network physnet1 to pool {{(pid=93330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:31:54.176911 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-6ecf56e4-e7af-4f04-a412-6d5036922318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129638367'] for segment, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:54.178543 dv-cinder-789564-9-iscsi neutron-server[93330]: Traceback (most recent call last): Aug 04 16:31:54.178543 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:31:54.178543 dv-cinder-789564-9-iscsi neutron-server[93330]: timer() Aug 04 16:31:54.178543 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:31:54.178543 dv-cinder-789564-9-iscsi neutron-server[93330]: cb(*args, **kw) Aug 04 16:31:54.178543 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:31:54.178543 dv-cinder-789564-9-iscsi neutron-server[93330]: return func(*args, **kwargs) Aug 04 16:31:54.178543 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:31:54.178543 dv-cinder-789564-9-iscsi neutron-server[93330]: self._notify() Aug 04 16:31:54.178543 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:31:54.178543 dv-cinder-789564-9-iscsi neutron-server[93330]: self.callback(batched_events) Aug 04 16:31:54.178543 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:31:54.178543 dv-cinder-789564-9-iscsi neutron-server[93330]: event.method(event) Aug 04 16:31:54.178543 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:31:54.178543 dv-cinder-789564-9-iscsi neutron-server[93330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:31:54.178543 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:31:54.178543 dv-cinder-789564-9-iscsi neutron-server[93330]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:31:54.178543 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:31:54.178543 dv-cinder-789564-9-iscsi neutron-server[93330]: return f(self, *a, **k) Aug 04 16:31:54.178543 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:31:54.178543 dv-cinder-789564-9-iscsi neutron-server[93330]: return self._get(url).json() Aug 04 16:31:54.178543 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:31:54.178543 dv-cinder-789564-9-iscsi neutron-server[93330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:31:54.178543 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:31:54.178543 dv-cinder-789564-9-iscsi neutron-server[93330]: return self.request(url, 'GET', **kwargs) Aug 04 16:31:54.178543 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:31:54.178543 dv-cinder-789564-9-iscsi neutron-server[93330]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:31:54.178543 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:31:54.178543 dv-cinder-789564-9-iscsi neutron-server[93330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:31:54.178543 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:31:54.178543 dv-cinder-789564-9-iscsi neutron-server[93330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:31:54.178543 dv-cinder-789564-9-iscsi neutron-server[93330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:31:54.232805 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-6ecf56e4-e7af-4f04-a412-6d5036922318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3788544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593556'] for network, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:54.238432 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-6ecf56e4-e7af-4f04-a412-6d5036922318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for network, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:54.240332 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-6ecf56e4-e7af-4f04-a412-6d5036922318 admin admin] 10.222.0.77 "DELETE /v2.0/networks/927edec7-e507-405e-8202-a9f22e5f36ae HTTP/1.1" status: 204 len: 168 time: 0.2588632 Aug 04 16:31:54.251930 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf56e4-e7af-4f04-a412-6d5036922318 admin admin] Pushing event deleted for resources: {'Network': ['ID=927edec7-e507-405e-8202-a9f22e5f36ae,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:54.412477 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 47962) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:54.453636 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-5b3fdfa1-01e3-45b8-8032-3a2e44bb574f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4fa16f97bb044806abf79368e58fedd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398469 Aug 04 16:31:54.456186 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 47964) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:54.513625 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-e0f07c99-0e64-4719-ae7d-96c37b6ef6fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:54.537395 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-e0f07c99-0e64-4719-ae7d-96c37b6ef6fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:54.589019 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-e0f07c99-0e64-4719-ae7d-96c37b6ef6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:54.591561 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-e0f07c99-0e64-4719-ae7d-96c37b6ef6fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:54.592759 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-e0f07c99-0e64-4719-ae7d-96c37b6ef6fd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1f9aeb6b-869f-458f-aa33-945b139f4994 HTTP/1.1" status: 204 len: 168 time: 0.1356568 Aug 04 16:31:54.600456 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f07c99-0e64-4719-ae7d-96c37b6ef6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9aeb6b-869f-458f-aa33-945b139f4994,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:54.934813 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 47976) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:54.983700 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-929a550e-8220-45e7-8610-e4da6ca8ec65 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6d15fb4f19044cd690c08ad15754813f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476344 Aug 04 16:31:54.986301 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 47978) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:55.037284 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-31bede7a-a362-4cb4-833a-18857fb86376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:55.059094 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-31bede7a-a362-4cb4-833a-18857fb86376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:55.110598 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-31bede7a-a362-4cb4-833a-18857fb86376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:55.113011 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-31bede7a-a362-4cb4-833a-18857fb86376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:55.114196 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-31bede7a-a362-4cb4-833a-18857fb86376 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/aa09888c-900c-4623-bea6-1f495ce2c5d0 HTTP/1.1" status: 204 len: 168 time: 0.1269979 Aug 04 16:31:55.122315 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bede7a-a362-4cb4-833a-18857fb86376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa09888c-900c-4623-bea6-1f495ce2c5d0,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:08.137112 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-c3e87f55-67ec-46d5-9339-9da8cca5d892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:09.428136 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 6 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:32:10.936583 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-5168793a-8397-4d46-ac53-24832299472d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:10.989483 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:12.258354 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:13.700667 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:16.530975 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 48290) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:16.650070 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-bb54ccae-6d78-4d7b-bac7-881e2a8de93d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:16.773123 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-bb54ccae-6d78-4d7b-bac7-881e2a8de93d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:16.780135 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-bb54ccae-6d78-4d7b-bac7-881e2a8de93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:16.825711 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-bb54ccae-6d78-4d7b-bac7-881e2a8de93d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b8090cf16f124d3eb9fd1f241883b193&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2933800 Aug 04 16:32:16.827078 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54ccae-6d78-4d7b-bac7-881e2a8de93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b183fd3b-cd03-43b8-993c-b7e986444171,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:16.828215 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 48294) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:16.839754 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb54ccae-6d78-4d7b-bac7-881e2a8de93d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:16.840357 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb54ccae-6d78-4d7b-bac7-881e2a8de93d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:16.840932 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb54ccae-6d78-4d7b-bac7-881e2a8de93d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:16.841483 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb54ccae-6d78-4d7b-bac7-881e2a8de93d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:16.842115 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb54ccae-6d78-4d7b-bac7-881e2a8de93d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:16.842691 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb54ccae-6d78-4d7b-bac7-881e2a8de93d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:16.843244 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb54ccae-6d78-4d7b-bac7-881e2a8de93d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:16.843826 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb54ccae-6d78-4d7b-bac7-881e2a8de93d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:16.844387 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb54ccae-6d78-4d7b-bac7-881e2a8de93d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:16.845931 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb54ccae-6d78-4d7b-bac7-881e2a8de93d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:16.845931 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb54ccae-6d78-4d7b-bac7-881e2a8de93d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:16.846443 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb54ccae-6d78-4d7b-bac7-881e2a8de93d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:16.905520 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-548c64a7-6179-4fbd-b93a-268df312a679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:16.932590 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-548c64a7-6179-4fbd-b93a-268df312a679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:16.995324 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-548c64a7-6179-4fbd-b93a-268df312a679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:17.000125 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-548c64a7-6179-4fbd-b93a-268df312a679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:17.001366 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-548c64a7-6179-4fbd-b93a-268df312a679 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b183fd3b-cd03-43b8-993c-b7e986444171 HTTP/1.1" status: 204 len: 168 time: 0.1721332 Aug 04 16:32:17.009919 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548c64a7-6179-4fbd-b93a-268df312a679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b183fd3b-cd03-43b8-993c-b7e986444171,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:17.296242 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 48300) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:17.311039 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-8273a5c4-791a-4086-941d-25a24e137d44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:17.420135 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-8273a5c4-791a-4086-941d-25a24e137d44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:17.425788 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-8273a5c4-791a-4086-941d-25a24e137d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:17.466973 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-8273a5c4-791a-4086-941d-25a24e137d44 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5381ca34d8884833979d291c3ef86754&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1694167 Aug 04 16:32:17.467600 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8273a5c4-791a-4086-941d-25a24e137d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e88676d-5b04-4dd8-90ff-919d0df47c8b,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:17.470030 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 48302) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:17.524387 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-b19610e2-486d-46cf-8681-43479c1e5628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:17.548034 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-b19610e2-486d-46cf-8681-43479c1e5628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:17.604733 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-b19610e2-486d-46cf-8681-43479c1e5628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:17.607838 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-b19610e2-486d-46cf-8681-43479c1e5628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:17.609225 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-b19610e2-486d-46cf-8681-43479c1e5628 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5e88676d-5b04-4dd8-90ff-919d0df47c8b HTTP/1.1" status: 204 len: 168 time: 0.1382387 Aug 04 16:32:17.618244 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19610e2-486d-46cf-8681-43479c1e5628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e88676d-5b04-4dd8-90ff-919d0df47c8b,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:20.375375 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 48378) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:20.492600 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-9696b9e5-8e35-43df-9942-8f5328d132ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:20.582695 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-9696b9e5-8e35-43df-9942-8f5328d132ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:20.587512 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-9696b9e5-8e35-43df-9942-8f5328d132ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:20.624190 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9696b9e5-8e35-43df-9942-8f5328d132ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1333a7c3-327e-468c-9f1f-22a7523b6683,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:20.630997 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-9696b9e5-8e35-43df-9942-8f5328d132ad admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fbb05f8f9a964431bfcee273c055c6e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2521548 Aug 04 16:32:20.631987 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 48384) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:20.684884 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-12e2f53c-96e5-418a-94df-54472379efbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:20.707766 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-12e2f53c-96e5-418a-94df-54472379efbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:20.761511 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-12e2f53c-96e5-418a-94df-54472379efbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:20.764162 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-12e2f53c-96e5-418a-94df-54472379efbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:20.765478 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-12e2f53c-96e5-418a-94df-54472379efbf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1333a7c3-327e-468c-9f1f-22a7523b6683 HTTP/1.1" status: 204 len: 168 time: 0.1333385 Aug 04 16:32:20.776866 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2f53c-96e5-418a-94df-54472379efbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1333a7c3-327e-468c-9f1f-22a7523b6683,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:20.985213 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:23.675792 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 48498) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:23.784760 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-342d2411-65e8-4a4d-92a8-3108f7209b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:23.894789 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-342d2411-65e8-4a4d-92a8-3108f7209b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:23.899829 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-342d2411-65e8-4a4d-92a8-3108f7209b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:23.938485 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-342d2411-65e8-4a4d-92a8-3108f7209b8e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bd5a8bfe65754c648a1753634d96fbda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2615123 Aug 04 16:32:23.939513 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d2411-65e8-4a4d-92a8-3108f7209b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55dfa92a-a4fc-4794-9a0e-52f1a200fb26,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:23.941387 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 48504) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:23.993609 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-52115d3d-c9cb-4a30-8332-20f1a713a588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:24.016930 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-52115d3d-c9cb-4a30-8332-20f1a713a588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:24.064581 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-52115d3d-c9cb-4a30-8332-20f1a713a588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:24.067195 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-52115d3d-c9cb-4a30-8332-20f1a713a588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:24.068454 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-52115d3d-c9cb-4a30-8332-20f1a713a588 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/55dfa92a-a4fc-4794-9a0e-52f1a200fb26 HTTP/1.1" status: 204 len: 168 time: 0.1259532 Aug 04 16:32:24.077476 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52115d3d-c9cb-4a30-8332-20f1a713a588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55dfa92a-a4fc-4794-9a0e-52f1a200fb26,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:24.086836 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52115d3d-c9cb-4a30-8332-20f1a713a588 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:24.086836 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52115d3d-c9cb-4a30-8332-20f1a713a588 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:24.087206 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52115d3d-c9cb-4a30-8332-20f1a713a588 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:24.087359 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52115d3d-c9cb-4a30-8332-20f1a713a588 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:24.087789 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52115d3d-c9cb-4a30-8332-20f1a713a588 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:24.088042 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52115d3d-c9cb-4a30-8332-20f1a713a588 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:24.088486 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52115d3d-c9cb-4a30-8332-20f1a713a588 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:24.088797 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52115d3d-c9cb-4a30-8332-20f1a713a588 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:24.089162 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52115d3d-c9cb-4a30-8332-20f1a713a588 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:24.089492 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52115d3d-c9cb-4a30-8332-20f1a713a588 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:24.089794 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52115d3d-c9cb-4a30-8332-20f1a713a588 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:24.090395 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52115d3d-c9cb-4a30-8332-20f1a713a588 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:24.387636 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 48512) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:24.401207 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-0537efc1-7ba9-4fab-a609-d07a75123a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:24.512784 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-0537efc1-7ba9-4fab-a609-d07a75123a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:24.519883 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-0537efc1-7ba9-4fab-a609-d07a75123a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:24.560229 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-0537efc1-7ba9-4fab-a609-d07a75123a4a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7b26896183c244ae90f2f946dbb0e1e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1710141 Aug 04 16:32:24.561394 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537efc1-7ba9-4fab-a609-d07a75123a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd94e9f1-fe48-461f-adf6-010bbdff9b13,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:24.563376 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 48514) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:24.617075 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-068f7d2f-4042-40ab-9b67-2ea8175388bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:24.639884 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-068f7d2f-4042-40ab-9b67-2ea8175388bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:24.692292 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-068f7d2f-4042-40ab-9b67-2ea8175388bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:24.695235 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-068f7d2f-4042-40ab-9b67-2ea8175388bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:24.696400 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-068f7d2f-4042-40ab-9b67-2ea8175388bb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fd94e9f1-fe48-461f-adf6-010bbdff9b13 HTTP/1.1" status: 204 len: 168 time: 0.1320174 Aug 04 16:32:24.705584 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f7d2f-4042-40ab-9b67-2ea8175388bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd94e9f1-fe48-461f-adf6-010bbdff9b13,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:35.063063 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 48636) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:35.174083 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-81c6621a-f0b5-4777-a74d-36e9b0e5120c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:35.270883 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-81c6621a-f0b5-4777-a74d-36e9b0e5120c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:35.281090 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-81c6621a-f0b5-4777-a74d-36e9b0e5120c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:35.321614 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c6621a-f0b5-4777-a74d-36e9b0e5120c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25a60e8-dc49-4cbb-931f-f28c987ae73a,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:35.327052 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-81c6621a-f0b5-4777-a74d-36e9b0e5120c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=646ecb312fac4b20825ccf396d992562&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2627583 Aug 04 16:32:35.331197 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 48640) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:35.382912 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-e96a1c48-e8df-4503-800a-7195ffda9395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:35.409771 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-e96a1c48-e8df-4503-800a-7195ffda9395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:35.480624 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-e96a1c48-e8df-4503-800a-7195ffda9395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:35.484486 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-e96a1c48-e8df-4503-800a-7195ffda9395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:35.485851 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-e96a1c48-e8df-4503-800a-7195ffda9395 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f25a60e8-dc49-4cbb-931f-f28c987ae73a HTTP/1.1" status: 204 len: 168 time: 0.1536047 Aug 04 16:32:35.494948 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a1c48-e8df-4503-800a-7195ffda9395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25a60e8-dc49-4cbb-931f-f28c987ae73a,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:35.771895 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 48648) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:35.787932 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-3def0483-0aaa-4e7d-9082-6de67ac30951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:35.883833 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-3def0483-0aaa-4e7d-9082-6de67ac30951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:35.891141 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-3def0483-0aaa-4e7d-9082-6de67ac30951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:35.930241 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-3def0483-0aaa-4e7d-9082-6de67ac30951 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=90a5a02df2114072b0ab0c6fbd6cf4c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1571782 Aug 04 16:32:35.931075 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def0483-0aaa-4e7d-9082-6de67ac30951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa951fa-be02-4673-b81a-36640eb1304d,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:35.933135 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 48650) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:35.987404 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-94b36d3b-e7b8-424a-aa0a-6a22ec2464f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:36.010165 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-94b36d3b-e7b8-424a-aa0a-6a22ec2464f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:36.059577 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-94b36d3b-e7b8-424a-aa0a-6a22ec2464f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:36.062212 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-94b36d3b-e7b8-424a-aa0a-6a22ec2464f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:36.063406 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-94b36d3b-e7b8-424a-aa0a-6a22ec2464f8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7aa951fa-be02-4673-b81a-36640eb1304d HTTP/1.1" status: 204 len: 168 time: 0.1292892 Aug 04 16:32:36.071633 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b36d3b-e7b8-424a-aa0a-6a22ec2464f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa951fa-be02-4673-b81a-36640eb1304d,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:37.144551 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 48682) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:37.252964 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-dc5ddc8b-6fe4-4a2e-be31-6a96d61adf8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:37.356067 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-dc5ddc8b-6fe4-4a2e-be31-6a96d61adf8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:37.361225 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-dc5ddc8b-6fe4-4a2e-be31-6a96d61adf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:37.400884 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ddc8b-6fe4-4a2e-be31-6a96d61adf8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7be7e0-49d6-46c2-8ec8-5b0a7fb9b60d,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:37.406765 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-dc5ddc8b-6fe4-4a2e-be31-6a96d61adf8e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8796446696da456c9d2dcad26691fc14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2610419 Aug 04 16:32:37.410322 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 48686) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:37.469465 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a9a9f06d-729d-4f9f-b613-ab2c6d81fce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:37.497388 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a9a9f06d-729d-4f9f-b613-ab2c6d81fce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:37.567071 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a9a9f06d-729d-4f9f-b613-ab2c6d81fce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:37.569675 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a9a9f06d-729d-4f9f-b613-ab2c6d81fce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:37.570950 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-a9a9f06d-729d-4f9f-b613-ab2c6d81fce9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4b7be7e0-49d6-46c2-8ec8-5b0a7fb9b60d HTTP/1.1" status: 204 len: 168 time: 0.1602075 Aug 04 16:32:37.579963 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a9f06d-729d-4f9f-b613-ab2c6d81fce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7be7e0-49d6-46c2-8ec8-5b0a7fb9b60d,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:38.139292 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-fe73f88b-182a-4243-bab3-bead9fd1f181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:38.321417 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 48710) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:38.428526 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [None req-23a3e87b-5879-4224-bd94-5c1009c6b03c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2064863654-network', 'tenant_id': '166850251ba549a2b5a7b0058be05b33'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:32:38.452159 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a3e87b-5879-4224-bd94-5c1009c6b03c admin admin] Made reservation on behalf of 166850251ba549a2b5a7b0058be05b33 for: {'network': 1} {{(pid=93330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:32:38.454702 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-23a3e87b-5879-4224-bd94-5c1009c6b03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for network, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:38.463708 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-23a3e87b-5879-4224-bd94-5c1009c6b03c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:38.570457 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-23a3e87b-5879-4224-bd94-5c1009c6b03c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:38.575775 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-23a3e87b-5879-4224-bd94-5c1009c6b03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:38.601590 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23a3e87b-5879-4224-bd94-5c1009c6b03c admin admin] vlan segment allocate from pool success with {'vlan_id': 881, 'physical_network': 'physnet1'} {{(pid=93330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:32:38.618107 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a3e87b-5879-4224-bd94-5c1009c6b03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb02ef7b-10e5-408c-a01f-2d5d75d6f74e,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:38.627992 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-23a3e87b-5879-4224-bd94-5c1009c6b03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519'] for segment, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:38.628295 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.db.segments_db [None req-23a3e87b-5879-4224-bd94-5c1009c6b03c admin admin] Added segment 7a9711c6-4229-45ca-afc5-6d451c0a4c47 of type vlan for network f84a14b4-6ae5-49a8-9b82-a4cd22df649c Aug 04 16:32:38.670273 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-23a3e87b-5879-4224-bd94-5c1009c6b03c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758853320587'] for network, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:38.703122 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-23a3e87b-5879-4224-bd94-5c1009c6b03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334'] for network, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:38.704146 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a3e87b-5879-4224-bd94-5c1009c6b03c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:38.704697 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-23a3e87b-5879-4224-bd94-5c1009c6b03c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for network, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:38.761007 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-23a3e87b-5879-4224-bd94-5c1009c6b03c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4379516 Aug 04 16:32:38.764112 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 48714) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:38.769166 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [None req-fa8263a7-51dd-4e47-b575-8750dd01c599 admin admin] Request body: {'subnet': {'network_id': 'f84a14b4-6ae5-49a8-9b82-a4cd22df649c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2064863654-subnet', 'tenant_id': '166850251ba549a2b5a7b0058be05b33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:32:38.775892 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a3e87b-5879-4224-bd94-5c1009c6b03c admin admin] Pushing event updated for resources: {'Network': ['ID=f84a14b4-6ae5-49a8-9b82-a4cd22df649c,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:38.790185 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Network f84a14b4-6ae5-49a8-9b82-a4cd22df649c details requested by agent ovs-agent-dv-cinder-789564-9-iscsi with host dv-cinder-789564-9-iscsi {{(pid=93332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:32:38.799838 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8263a7-51dd-4e47-b575-8750dd01c599 admin admin] Made reservation on behalf of 166850251ba549a2b5a7b0058be05b33 for: {'subnet': 1} {{(pid=93330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:32:38.803056 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-fa8263a7-51dd-4e47-b575-8750dd01c599 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129819958'] for subnet, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:38.982244 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-fa8263a7-51dd-4e47-b575-8750dd01c599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129638260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129819940'] for subnet, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:39.033035 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8263a7-51dd-4e47-b575-8750dd01c599 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f0a857b-27c7-4c34-97cd-b3267755de7d,revision_number=0']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:39.048273 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8263a7-51dd-4e47-b575-8750dd01c599 admin admin] Checking segment: {'id': '7a9711c6-4229-45ca-afc5-6d451c0a4c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'f84a14b4-6ae5-49a8-9b82-a4cd22df649c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:32:39.048627 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8263a7-51dd-4e47-b575-8750dd01c599 admin admin] Network hostable DHCP agents. Network: f84a14b4-6ae5-49a8-9b82-a4cd22df649c, hostable agents: ['eaf2aaff-ba37-427f-8468-b829a196e20c'], hosted agents: [] {{(pid=93330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:32:39.066255 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8263a7-51dd-4e47-b575-8750dd01c599 admin admin] Network f84a14b4-6ae5-49a8-9b82-a4cd22df649c is scheduled to be hosted by DHCP agent eaf2aaff-ba37-427f-8468-b829a196e20c with binding_index 1 {{(pid=93330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:32:39.077898 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [None req-fa8263a7-51dd-4e47-b575-8750dd01c599 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-9-iscsi, f84a14b4-6ae5-49a8-9b82-a4cd22df649c) {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:32:39.084383 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8263a7-51dd-4e47-b575-8750dd01c599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:39.085342 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-fa8263a7-51dd-4e47-b575-8750dd01c599 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for subnet, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:39.092348 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a03b389-ccc4-4bd8-9376-bf876548175f None None] Network f84a14b4-6ae5-49a8-9b82-a4cd22df649c requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:32:39.106138 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-fa8263a7-51dd-4e47-b575-8750dd01c599 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3406940 Aug 04 16:32:39.243439 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325b663f-a33d-4d28-9acb-4012bd6cdee8 None None] Network f84a14b4-6ae5-49a8-9b82-a4cd22df649c requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:32:40.933845 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-e07e4b4b-ccba-4f12-919a-395356419d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:40.983311 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:42.256111 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:43.701141 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:44.077340 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-1e079a33-d54b-4820-a871-2618dc13fda1 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:44.078937 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-1e079a33-d54b-4820-a871-2618dc13fda1 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/networks?id=f84a14b4-6ae5-49a8-9b82-a4cd22df649c HTTP/1.1" status: 200 len: 814 time: 0.1074376 Aug 04 16:32:44.095056 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-f4d33ec8-1d09-44b3-a44c-56ba762f8e3e tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/quotas/166850251ba549a2b5a7b0058be05b33 HTTP/1.1" status: 200 len: 375 time: 0.0101745 Aug 04 16:32:44.131246 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-2598ca1b-184c-463c-a6b7-022a058ead5a tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=166850251ba549a2b5a7b0058be05b33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296481 Aug 04 16:32:44.275685 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-64c3d3d2-bafe-4afb-92c3-b6c821652919 service neutron] 10.222.0.77 "GET /v2.0/networks/f84a14b4-6ae5-49a8-9b82-a4cd22df649c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363826 Aug 04 16:32:44.379426 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-054465b9-8e8e-4ccc-bd41-594b0f31365d service neutron] 10.222.0.77 "GET /v2.0/networks/f84a14b4-6ae5-49a8-9b82-a4cd22df649c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971818 Aug 04 16:32:44.539678 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-fd3f5d7f-e780-4f24-8b14-0b05129fb2c4 req-6a7ee012-6d81-421d-a048-c4c4c0248328 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/ports?device_id=32d1361f-85db-4657-97bd-38f4b84766bf HTTP/1.1" status: 200 len: 210 time: 0.0275085 Aug 04 16:32:45.637752 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-1e407a62-a34d-4a49-945e-02e3bfa186f5 req-5cb7f238-0703-4642-a7f8-2786ce422242 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/ports?device_id=32d1361f-85db-4657-97bd-38f4b84766bf HTTP/1.1" status: 200 len: 210 time: 0.0274584 Aug 04 16:32:45.880945 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-80c60a45-f8d8-40a1-b852-28d3ee45e103 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:45.882504 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-80c60a45-f8d8-40a1-b852-28d3ee45e103 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.50 "GET /v2.0/networks?id=f84a14b4-6ae5-49a8-9b82-a4cd22df649c HTTP/1.1" status: 200 len: 814 time: 0.1178291 Aug 04 16:32:45.898207 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-ef6e1e65-64bc-442b-b94d-b9d7a5d6fb03 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Request body: {'port': {'device_id': '32d1361f-85db-4657-97bd-38f4b84766bf', 'network_id': 'f84a14b4-6ae5-49a8-9b82-a4cd22df649c', 'admin_state_up': True, 'tenant_id': '166850251ba549a2b5a7b0058be05b33'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:32:46.014334 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-ef6e1e65-64bc-442b-b94d-b9d7a5d6fb03 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Made reservation on behalf of 166850251ba549a2b5a7b0058be05b33 for: {'port': 1} {{(pid=93330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:32:46.017815 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-ef6e1e65-64bc-442b-b94d-b9d7a5d6fb03 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:46.150198 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.db_base_plugin_common [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-ef6e1e65-64bc-442b-b94d-b9d7a5d6fb03 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Allocated IP 172.20.0.4 (f84a14b4-6ae5-49a8-9b82-a4cd22df649c/2f0a857b-27c7-4c34-97cd-b3267755de7d/59cccf08-f8a7-44d4-a688-6711abe584ec) {{(pid=93330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:32:46.328009 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-ef6e1e65-64bc-442b-b94d-b9d7a5d6fb03 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Notify callbacks [] for port, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:46.381876 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-ef6e1e65-64bc-442b-b94d-b9d7a5d6fb03 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:46.428784 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 6 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:32:46.433419 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-ef6e1e65-64bc-442b-b94d-b9d7a5d6fb03 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Network f84a14b4-6ae5-49a8-9b82-a4cd22df649c is already hosted by enough agents. {{(pid=93330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:32:46.438162 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-ef6e1e65-64bc-442b-b94d-b9d7a5d6fb03 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Resources bound (agent type, host, resource id): {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:32:46.445053 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-ef6e1e65-64bc-442b-b94d-b9d7a5d6fb03 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Received port after_create {{(pid=93330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:32:46.475469 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e1e65-64bc-442b-b94d-b9d7a5d6fb03 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Pushing event updated for resources: {'Port': ['ID=59cccf08-f8a7-44d4-a688-6711abe584ec,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:46.505775 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-ef6e1e65-64bc-442b-b94d-b9d7a5d6fb03 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:46.506419 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-ef6e1e65-64bc-442b-b94d-b9d7a5d6fb03 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:46.522881 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-ef6e1e65-64bc-442b-b94d-b9d7a5d6fb03 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6288958 Aug 04 16:32:46.536078 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-247d984b-cdba-4380-afa6-4f5abf61ff32 service neutron] Request body: {'port': {'device_id': '32d1361f-85db-4657-97bd-38f4b84766bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:32:46.595159 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-247d984b-cdba-4380-afa6-4f5abf61ff32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:46.817805 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671bc976-cf22-42d8-bd0a-b64b6432ed70 req-b4063038-dbcf-4f4c-a3ac-c2c451dc4a76 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:46.819374 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-671bc976-cf22-42d8-bd0a-b64b6432ed70 req-b4063038-dbcf-4f4c-a3ac-c2c451dc4a76 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/ports?device_id=32d1361f-85db-4657-97bd-38f4b84766bf HTTP/1.1" status: 200 len: 931 time: 0.1089892 Aug 04 16:32:46.901272 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-671bc976-cf22-42d8-bd0a-b64b6432ed70 req-d3290bd7-fbb4-4454-a594-6690c7cf44fb tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb02ef7b-10e5-408c-a01f-2d5d75d6f74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722029 Aug 04 16:32:46.938324 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-247d984b-cdba-4380-afa6-4f5abf61ff32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59cccf08-f8a7-44d4-a688-6711abe584ec {{(pid=93330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:32:46.946235 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-247d984b-cdba-4380-afa6-4f5abf61ff32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:46.959281 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.provisioning_blocks [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-247d984b-cdba-4380-afa6-4f5abf61ff32 service neutron] Transition to ACTIVE for port object 59cccf08-f8a7-44d4-a688-6711abe584ec will not be triggered until provisioned by entity L2. {{(pid=93330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:32:46.965282 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-247d984b-cdba-4380-afa6-4f5abf61ff32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129638395'] for port, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:47.014956 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d984b-cdba-4380-afa6-4f5abf61ff32 service neutron] Pushing event updated for resources: {'Port': ['ID=59cccf08-f8a7-44d4-a688-6711abe584ec,revision_number=2']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:47.086696 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-247d984b-cdba-4380-afa6-4f5abf61ff32 service neutron] Attempting to bind port 59cccf08-f8a7-44d4-a688-6711abe584ec on host hv-cinder-78956 for vnic_type normal with profile {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:32:47.086952 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-247d984b-cdba-4380-afa6-4f5abf61ff32 service neutron] Attempting to bind port 59cccf08-f8a7-44d4-a688-6711abe584ec by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '7a9711c6-4229-45ca-afc5-6d451c0a4c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'f84a14b4-6ae5-49a8-9b82-a4cd22df649c'}] {{(pid=93330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:32:47.087282 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-247d984b-cdba-4380-afa6-4f5abf61ff32 service neutron] Attempting to bind port 59cccf08-f8a7-44d4-a688-6711abe584ec on network f84a14b4-6ae5-49a8-9b82-a4cd22df649c {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:32:47.092074 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-247d984b-cdba-4380-afa6-4f5abf61ff32 service neutron] Port 59cccf08-f8a7-44d4-a688-6711abe584ec on network f84a14b4-6ae5-49a8-9b82-a4cd22df649c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:32:47.092392 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-247d984b-cdba-4380-afa6-4f5abf61ff32 service neutron] Attempting to bind port 59cccf08-f8a7-44d4-a688-6711abe584ec on network f84a14b4-6ae5-49a8-9b82-a4cd22df649c {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:32:47.097405 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-247d984b-cdba-4380-afa6-4f5abf61ff32 service neutron] Checking agent: {'id': 'd306b3d0-6735-4bf3-81d7-29bae54f6551', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 22, 19), 'started_at': datetime.datetime(2021, 8, 4, 16, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:32:47.097739 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-247d984b-cdba-4380-afa6-4f5abf61ff32 service neutron] Checking segment: {'id': '7a9711c6-4229-45ca-afc5-6d451c0a4c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'f84a14b4-6ae5-49a8-9b82-a4cd22df649c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:32:47.098152 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-247d984b-cdba-4380-afa6-4f5abf61ff32 service neutron] Bound using segment: {'id': '7a9711c6-4229-45ca-afc5-6d451c0a4c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'f84a14b4-6ae5-49a8-9b82-a4cd22df649c'} {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:32:47.098576 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-247d984b-cdba-4380-afa6-4f5abf61ff32 service neutron] Bound port: 59cccf08-f8a7-44d4-a688-6711abe584ec, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a9711c6-4229-45ca-afc5-6d451c0a4c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'f84a14b4-6ae5-49a8-9b82-a4cd22df649c'}}] {{(pid=93330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:32:47.098933 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-247d984b-cdba-4380-afa6-4f5abf61ff32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:47.166813 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-247d984b-cdba-4380-afa6-4f5abf61ff32 service neutron] For port 59cccf08-f8a7-44d4-a688-6711abe584ec, host hv-cinder-78956, cleared binding levels {{(pid=93330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:32:47.170010 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-247d984b-cdba-4380-afa6-4f5abf61ff32 service neutron] For port 59cccf08-f8a7-44d4-a688-6711abe584ec, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=59cccf08-f8a7-44d4-a688-6711abe584ec,segment=NetworkSegment(7a9711c6-4229-45ca-afc5-6d451c0a4c47),segment_id=7a9711c6-4229-45ca-afc5-6d451c0a4c47)] {{(pid=93330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:32:47.176877 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-247d984b-cdba-4380-afa6-4f5abf61ff32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129638395'] for port, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:47.235537 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-247d984b-cdba-4380-afa6-4f5abf61ff32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:47.236544 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-247d984b-cdba-4380-afa6-4f5abf61ff32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:47.238768 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-247d984b-cdba-4380-afa6-4f5abf61ff32 service neutron] 10.222.0.50 "PUT /v2.0/ports/59cccf08-f8a7-44d4-a688-6711abe584ec HTTP/1.1" status: 200 len: 1093 time: 0.7067721 Aug 04 16:32:47.239427 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32d1361f-85db-4657-97bd-38f4b84766bf', 'tag': '59cccf08-f8a7-44d4-a688-6711abe584ec'}] {{(pid=93330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:32:47.243294 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37e886c0defde040503dc6230deb255415226de4639eab9b495881836c77004d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf0aed0-1d7b-4062-9b95-6a70def59d8b" -d '{"events": [{"name": "network-changed", "server_uuid": "32d1361f-85db-4657-97bd-38f4b84766bf", "tag": "59cccf08-f8a7-44d4-a688-6711abe584ec"}]}' {{(pid=93330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:32:47.277661 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d984b-cdba-4380-afa6-4f5abf61ff32 service neutron] Pushing event updated for resources: {'Port': ['ID=59cccf08-f8a7-44d4-a688-6711abe584ec,revision_number=3']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:47.287088 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfbc0ef-0205-4234-ba6a-133e49657e38 x-openstack-request-id: req-1cfbc0ef-0205-4234-ba6a-133e49657e38 {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:32:47.287530 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32d1361f-85db-4657-97bd-38f4b84766bf", "tag": "59cccf08-f8a7-44d4-a688-6711abe584ec", "status": "completed", "code": 200}]} {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:32:47.288005 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1cfbc0ef-0205-4234-ba6a-133e49657e38 {{(pid=93330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:32:47.288522 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32d1361f-85db-4657-97bd-38f4b84766bf', 'tag': '59cccf08-f8a7-44d4-a688-6711abe584ec', 'status': 'completed', 'code': 200} Aug 04 16:32:48.020912 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bede2a-1ec6-439f-9d03-e5caf75ae69f req-032d4914-ba2d-476a-9c95-3454eba4c13c tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:48.022437 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-c8bede2a-1ec6-439f-9d03-e5caf75ae69f req-032d4914-ba2d-476a-9c95-3454eba4c13c tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/ports?device_id=32d1361f-85db-4657-97bd-38f4b84766bf HTTP/1.1" status: 200 len: 943 time: 0.0513761 Aug 04 16:32:48.061461 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-c8bede2a-1ec6-439f-9d03-e5caf75ae69f req-a68a6172-badd-40d4-8f89-b10d18154e9e tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb02ef7b-10e5-408c-a01f-2d5d75d6f74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326498 Aug 04 16:32:49.202840 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d252e2c1-e783-4b31-afca-98cbcd2799be req-009179dd-10ae-416e-b6f3-9d028bf65e11 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:49.204558 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d252e2c1-e783-4b31-afca-98cbcd2799be req-009179dd-10ae-416e-b6f3-9d028bf65e11 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/ports?device_id=32d1361f-85db-4657-97bd-38f4b84766bf HTTP/1.1" status: 200 len: 943 time: 0.0574455 Aug 04 16:32:49.249289 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d252e2c1-e783-4b31-afca-98cbcd2799be req-25e92313-dc2d-41a3-88d1-9e61f0366db5 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb02ef7b-10e5-408c-a01f-2d5d75d6f74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381508 Aug 04 16:32:49.560062 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0aed0-1d7b-4062-9b95-6a70def59d8b req-f644d978-f257-43cf-b19e-fa1d055ed29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:49.561863 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0bf0aed0-1d7b-4062-9b95-6a70def59d8b req-f644d978-f257-43cf-b19e-fa1d055ed29d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=166850251ba549a2b5a7b0058be05b33&device_id=32d1361f-85db-4657-97bd-38f4b84766bf HTTP/1.1" status: 200 len: 1096 time: 0.0497925 Aug 04 16:32:49.742765 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0aed0-1d7b-4062-9b95-6a70def59d8b req-eeb25f20-33ad-418c-bbc5-023a560f656a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:49.744266 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0bf0aed0-1d7b-4062-9b95-6a70def59d8b req-eeb25f20-33ad-418c-bbc5-023a560f656a service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=166850251ba549a2b5a7b0058be05b33&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1728611 Aug 04 16:32:49.911386 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0aed0-1d7b-4062-9b95-6a70def59d8b req-a6e19246-15cb-467e-b21a-04967119bcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:49.912968 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0bf0aed0-1d7b-4062-9b95-6a70def59d8b req-a6e19246-15cb-467e-b21a-04967119bcfd service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1581352 Aug 04 16:32:49.998745 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-335ab800-bf89-4479-89bc-368998f873b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:50.000118 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-335ab800-bf89-4479-89bc-368998f873b5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=166850251ba549a2b5a7b0058be05b33&device_id=32d1361f-85db-4657-97bd-38f4b84766bf HTTP/1.1" status: 200 len: 1096 time: 0.0407255 Aug 04 16:32:50.330354 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-5cf1a360-e7af-4a5a-8550-0f3ac23fc62b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59cccf08-f8a7-44d4-a688-6711abe584ec HTTP/1.1" status: 200 len: 217 time: 0.3209136 Aug 04 16:32:50.396993 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-a3880bac-c1f4-4264-92ba-53af2cbdf7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:50.398467 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-a3880bac-c1f4-4264-92ba-53af2cbdf7f9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2f0a857b-27c7-4c34-97cd-b3267755de7d HTTP/1.1" status: 200 len: 854 time: 0.0512362 Aug 04 16:32:50.411219 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c8558-579d-4d9b-b224-88377371fe5c req-9de475a3-e7d5-43cf-b35e-b311ff8cbd52 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:50.412570 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f49c8558-579d-4d9b-b224-88377371fe5c req-9de475a3-e7d5-43cf-b35e-b311ff8cbd52 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/ports?device_id=32d1361f-85db-4657-97bd-38f4b84766bf HTTP/1.1" status: 200 len: 943 time: 0.0921249 Aug 04 16:32:50.445987 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-16556538-1ec2-4f37-a32e-ce7a2d6ffdd3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f84a14b4-6ae5-49a8-9b82-a4cd22df649c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322416 Aug 04 16:32:50.523079 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f49c8558-579d-4d9b-b224-88377371fe5c req-9695a2ce-a477-409b-a1e4-547f5c1838d4 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb02ef7b-10e5-408c-a01f-2d5d75d6f74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015818 Aug 04 16:32:50.570757 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-51cf0f85-2a7e-4a04-aac3-f9b9335f3e44 service neutron] 10.222.0.50 "GET /v2.0/networks/f84a14b4-6ae5-49a8-9b82-a4cd22df649c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144648 Aug 04 16:32:50.724443 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-f8fdf3b0-c6be-4571-9259-2554eb4b5e17 req-624e101d-6939-47f9-9678-0d0448f6b241 service neutron] 10.222.0.50 "GET /v2.0/networks/f84a14b4-6ae5-49a8-9b82-a4cd22df649c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452482 Aug 04 16:32:50.990170 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:51.643719 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87cb602-9f72-41f6-b3df-2d7398eec522 req-12120391-6967-44fe-8bff-ed33fe19eeb5 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:51.645276 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-f87cb602-9f72-41f6-b3df-2d7398eec522 req-12120391-6967-44fe-8bff-ed33fe19eeb5 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/ports?device_id=32d1361f-85db-4657-97bd-38f4b84766bf HTTP/1.1" status: 200 len: 943 time: 0.0533326 Aug 04 16:32:51.684411 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-f87cb602-9f72-41f6-b3df-2d7398eec522 req-7a838805-4e12-455d-aef4-b65233c0e93c tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb02ef7b-10e5-408c-a01f-2d5d75d6f74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328996 Aug 04 16:32:52.807282 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f43b52-4d5c-4c0c-8984-12ffcd5dbc90 req-82218c01-ed70-4919-8088-6c54e1dc9e27 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:52.810298 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e2f43b52-4d5c-4c0c-8984-12ffcd5dbc90 req-82218c01-ed70-4919-8088-6c54e1dc9e27 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/ports?device_id=32d1361f-85db-4657-97bd-38f4b84766bf HTTP/1.1" status: 200 len: 943 time: 0.0561039 Aug 04 16:32:52.850792 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e2f43b52-4d5c-4c0c-8984-12ffcd5dbc90 req-c35e7a4f-3698-477a-b89b-d076ae1a4c4d tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb02ef7b-10e5-408c-a01f-2d5d75d6f74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344357 Aug 04 16:32:53.971050 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac38ed-ebea-4116-8ea0-6631978a91cb req-17b5d653-7b60-4ae8-84cf-f54c996f730b tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:53.972652 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-9aac38ed-ebea-4116-8ea0-6631978a91cb req-17b5d653-7b60-4ae8-84cf-f54c996f730b tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/ports?device_id=32d1361f-85db-4657-97bd-38f4b84766bf HTTP/1.1" status: 200 len: 943 time: 0.0521109 Aug 04 16:32:54.018388 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-9aac38ed-ebea-4116-8ea0-6631978a91cb req-25052454-3f52-4e20-bb10-7f603d3dd169 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb02ef7b-10e5-408c-a01f-2d5d75d6f74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390987 Aug 04 16:32:54.458809 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 59cccf08-f8a7-44d4-a688-6711abe584ec details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:32:54.563118 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 59cccf08-f8a7-44d4-a688-6711abe584ec, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=59cccf08-f8a7-44d4-a688-6711abe584ec,segment=NetworkSegment(7a9711c6-4229-45ca-afc5-6d451c0a4c47),segment_id=7a9711c6-4229-45ca-afc5-6d451c0a4c47)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:32:54.575267 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Returning: {'device': '59cccf08-f8a7-44d4-a688-6711abe584ec', 'network_id': 'f84a14b4-6ae5-49a8-9b82-a4cd22df649c', 'port_id': '59cccf08-f8a7-44d4-a688-6711abe584ec', 'mac_address': 'fa:16:3e:1d:e1:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 881, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f0a857b-27c7-4c34-97cd-b3267755de7d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:32:54.614542 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:54.627268 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59cccf08-f8a7-44d4-a688-6711abe584ec {{(pid=93332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:32:54.647297 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 59cccf08-f8a7-44d4-a688-6711abe584ec, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=59cccf08-f8a7-44d4-a688-6711abe584ec,segment=NetworkSegment(7a9711c6-4229-45ca-afc5-6d451c0a4c47),segment_id=7a9711c6-4229-45ca-afc5-6d451c0a4c47)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:32:54.653627 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:54.703216 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=59cccf08-f8a7-44d4-a688-6711abe584ec,revision_number=4']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:54.710755 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:54.711106 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:54.711468 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:54.711807 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:54.712148 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:54.712474 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:54.712804 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:54.713168 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:54.713461 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:54.713792 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:54.714142 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:54.714468 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:54.917774 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] get_ports_and_sgs() called for port_ids ['59cccf08-f8a7-44d4-a688-6711abe584ec'] {{(pid=93332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:32:55.152583 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed19ca-0910-4e2c-81f7-88254529d72e req-86c0c75e-ce2b-4e6c-b53b-39b2aef8e1b2 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:55.154969 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-d8ed19ca-0910-4e2c-81f7-88254529d72e req-86c0c75e-ce2b-4e6c-b53b-39b2aef8e1b2 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/ports?device_id=32d1361f-85db-4657-97bd-38f4b84766bf HTTP/1.1" status: 200 len: 944 time: 0.0632803 Aug 04 16:32:55.199716 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-d8ed19ca-0910-4e2c-81f7-88254529d72e req-bd436407-03a4-4a70-9448-093b80f75bd6 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb02ef7b-10e5-408c-a01f-2d5d75d6f74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383379 Aug 04 16:32:55.378218 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 48862) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:55.486923 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-14d32198-f1a1-4792-88df-784ca4e1faf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:55.579978 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-14d32198-f1a1-4792-88df-784ca4e1faf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:55.585260 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-14d32198-f1a1-4792-88df-784ca4e1faf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:55.624808 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-14d32198-f1a1-4792-88df-784ca4e1faf8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c6263339048a42df9484f8c75a9608e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2454362 Aug 04 16:32:55.626098 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d32198-f1a1-4792-88df-784ca4e1faf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000490dc-918b-46b5-90f6-e2c51a2d537a,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:55.627794 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 48866) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:55.683612 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-d1adb34c-afcd-46bc-a5f5-807eba9ce49d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:55.705198 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-d1adb34c-afcd-46bc-a5f5-807eba9ce49d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:55.752435 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-d1adb34c-afcd-46bc-a5f5-807eba9ce49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:55.755139 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-d1adb34c-afcd-46bc-a5f5-807eba9ce49d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:55.756302 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-d1adb34c-afcd-46bc-a5f5-807eba9ce49d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/000490dc-918b-46b5-90f6-e2c51a2d537a HTTP/1.1" status: 204 len: 168 time: 0.1273768 Aug 04 16:32:55.764353 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1adb34c-afcd-46bc-a5f5-807eba9ce49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000490dc-918b-46b5-90f6-e2c51a2d537a,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:56.355536 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e2b51-835c-4ae6-8956-1b25584a915e req-8926f5e4-a9a2-4f67-8d50-d23a8920e286 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:56.358314 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-989e2b51-835c-4ae6-8956-1b25584a915e req-8926f5e4-a9a2-4f67-8d50-d23a8920e286 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/ports?device_id=32d1361f-85db-4657-97bd-38f4b84766bf HTTP/1.1" status: 200 len: 944 time: 0.0636065 Aug 04 16:32:56.396325 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-989e2b51-835c-4ae6-8956-1b25584a915e req-08261501-b206-4a16-990a-f0efb2167124 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb02ef7b-10e5-408c-a01f-2d5d75d6f74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330975 Aug 04 16:32:56.458748 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 59cccf08-f8a7-44d4-a688-6711abe584ec up at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:32:56.510316 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Provisioning for port 59cccf08-f8a7-44d4-a688-6711abe584ec completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:32:56.514541 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Provisioning complete for port 59cccf08-f8a7-44d4-a688-6711abe584ec triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:32:56.514920 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:56.595092 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:56.618299 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d1361f-85db-4657-97bd-38f4b84766bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59cccf08-f8a7-44d4-a688-6711abe584ec'}] {{(pid=93332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:32:56.620660 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60a3b88c11522644802803ec4887c4dd8a4d8449af02ad3849b143fbab4f5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83cbf680-67fc-4c05-9931-6e078dadb296" -d '{"events": [{"server_uuid": "32d1361f-85db-4657-97bd-38f4b84766bf", "name": "network-vif-plugged", "status": "completed", "tag": "59cccf08-f8a7-44d4-a688-6711abe584ec"}]}' {{(pid=93332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:32:56.634993 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 59cccf08-f8a7-44d4-a688-6711abe584ec, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=59cccf08-f8a7-44d4-a688-6711abe584ec,segment=NetworkSegment(7a9711c6-4229-45ca-afc5-6d451c0a4c47),segment_id=7a9711c6-4229-45ca-afc5-6d451c0a4c47)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:32:56.640537 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:56.665134 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7279453-f8bc-45e3-a22c-eb7ffb4cdfc9 x-openstack-request-id: req-d7279453-f8bc-45e3-a22c-eb7ffb4cdfc9 {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:32:56.665426 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d1361f-85db-4657-97bd-38f4b84766bf", "name": "network-vif-plugged", "status": "completed", "tag": "59cccf08-f8a7-44d4-a688-6711abe584ec", "code": 200}]} {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:32:56.665676 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d7279453-f8bc-45e3-a22c-eb7ffb4cdfc9 {{(pid=93332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:32:56.666103 dv-cinder-789564-9-iscsi neutron-server[93332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d1361f-85db-4657-97bd-38f4b84766bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59cccf08-f8a7-44d4-a688-6711abe584ec', 'code': 200} Aug 04 16:32:56.693815 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=59cccf08-f8a7-44d4-a688-6711abe584ec,revision_number=5']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:56.839803 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224828de-959a-46ea-aef3-c4e0132f3ba1 req-62d7bffe-cef6-4f23-b1b3-3babc891addc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:56.841714 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-224828de-959a-46ea-aef3-c4e0132f3ba1 req-62d7bffe-cef6-4f23-b1b3-3babc891addc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=32d1361f-85db-4657-97bd-38f4b84766bf HTTP/1.1" status: 200 len: 1098 time: 0.0439723 Aug 04 16:32:56.880189 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-224828de-959a-46ea-aef3-c4e0132f3ba1 req-4dc9caec-279e-4a7b-b542-264bbd0c77aa service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=eb02ef7b-10e5-408c-a01f-2d5d75d6f74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302033 Aug 04 16:32:57.515686 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f95b8-5892-4cb8-a81b-91a1ba0074ef req-96b28463-ef13-4e76-bc9f-e91230beaeb3 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:57.517319 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-881f95b8-5892-4cb8-a81b-91a1ba0074ef req-96b28463-ef13-4e76-bc9f-e91230beaeb3 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/ports?device_id=32d1361f-85db-4657-97bd-38f4b84766bf HTTP/1.1" status: 200 len: 945 time: 0.0506687 Aug 04 16:32:57.558368 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-881f95b8-5892-4cb8-a81b-91a1ba0074ef req-4521ba4d-3d83-4319-a96c-1f61c739f9b3 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb02ef7b-10e5-408c-a01f-2d5d75d6f74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348186 Aug 04 16:32:58.679762 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a3fa1-07a2-4524-a323-70b3413fb78e req-9085f934-b1dc-4ef4-a02a-cb331bd30de4 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:58.681262 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2d6a3fa1-07a2-4524-a323-70b3413fb78e req-9085f934-b1dc-4ef4-a02a-cb331bd30de4 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/ports?device_id=32d1361f-85db-4657-97bd-38f4b84766bf HTTP/1.1" status: 200 len: 945 time: 0.0504832 Aug 04 16:32:58.721009 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2d6a3fa1-07a2-4524-a323-70b3413fb78e req-fca1b4d6-9e8d-4b64-a978-3b6d72755e48 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb02ef7b-10e5-408c-a01f-2d5d75d6f74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329006 Aug 04 16:32:59.379343 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 48960) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:59.507541 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-12f2d36c-4b5a-4b92-8b65-b2e1da71af73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:59.613874 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-12f2d36c-4b5a-4b92-8b65-b2e1da71af73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:59.619343 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-12f2d36c-4b5a-4b92-8b65-b2e1da71af73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:59.659958 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-12f2d36c-4b5a-4b92-8b65-b2e1da71af73 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a5c458aaeb614fc29aa05621b415b799&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2795095 Aug 04 16:32:59.661041 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f2d36c-4b5a-4b92-8b65-b2e1da71af73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c8d9b9-9656-4308-8d9f-7547bba22fb0,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:59.662870 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 48976) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:59.721371 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-21143ebe-adb1-455f-990b-e226bd382571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:59.745602 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-21143ebe-adb1-455f-990b-e226bd382571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:59.800715 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-21143ebe-adb1-455f-990b-e226bd382571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:59.803350 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-21143ebe-adb1-455f-990b-e226bd382571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:59.804596 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-21143ebe-adb1-455f-990b-e226bd382571 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/97c8d9b9-9656-4308-8d9f-7547bba22fb0 HTTP/1.1" status: 204 len: 168 time: 0.1407657 Aug 04 16:32:59.815415 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21143ebe-adb1-455f-990b-e226bd382571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c8d9b9-9656-4308-8d9f-7547bba22fb0,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:33:05.004860 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 48992) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:33:05.190140 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.plugin [None req-d014e6e0-7644-4646-ac13-f79970df5614 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Deleting port b19d48b7-1121-44b2-973a-1618c249d9d0 {{(pid=93331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:33:05.190482 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-d014e6e0-7644-4646-ac13-f79970df5614 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:05.273286 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-d014e6e0-7644-4646-ac13-f79970df5614 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:05.273661 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-d014e6e0-7644-4646-ac13-f79970df5614 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:05.288812 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.plugin [None req-d014e6e0-7644-4646-ac13-f79970df5614 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Calling delete_port for b19d48b7-1121-44b2-973a-1618c249d9d0 owned by network:floatingip {{(pid=93331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:33:05.445005 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-d014e6e0-7644-4646-ac13-f79970df5614 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129279319'] for port, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:05.471653 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d014e6e0-7644-4646-ac13-f79970df5614 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Pushing event deleted for resources: {'Port': ['ID=b19d48b7-1121-44b2-973a-1618c249d9d0,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:33:05.538479 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-d014e6e0-7644-4646-ac13-f79970df5614 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks [] for floatingip, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:05.538690 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.db.l3_db [None req-d014e6e0-7644-4646-ac13-f79970df5614 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Floating IP ab7cfbee-ceca-47f9-926e-7057ba33b319 disassociated (deleted). External IP: 172.27.2.183, port: e6adc942-2649-44f9-a5ef-fe285a7906d7. Aug 04 16:33:05.751060 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d014e6e0-7644-4646-ac13-f79970df5614 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Router fd2b73bb-707e-4354-a103-12ab6d129dcd has already been hosted by L3 agent d346cf64-ca3f-484e-b552-5df8791a7915 {{(pid=93331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:33:06.139202 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d014e6e0-7644-4646-ac13-f79970df5614 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify agent at l3_agent.dv-cinder-789564-9-iscsi the message routers_updated {{(pid=93331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:33:06.144407 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-d014e6e0-7644-4646-ac13-f79970df5614 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for floatingip, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:06.149258 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fcf590-3ad1-46dc-a1b5-dd89d7a14f68 None None] Sync routers for ids ['fd2b73bb-707e-4354-a103-12ab6d129dcd'] in dv-cinder-789564-9-iscsi {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:33:06.159676 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fcf590-3ad1-46dc-a1b5-dd89d7a14f68 None None] Routers {'fd2b73bb-707e-4354-a103-12ab6d129dcd'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:33:06.160345 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-64fcf590-3ad1-46dc-a1b5-dd89d7a14f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:32:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['fd2b73bb-707e-4354-a103-12ab6d129dcd'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:33:06.172792 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-d014e6e0-7644-4646-ac13-f79970df5614 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "DELETE /v2.0/floatingips/ab7cfbee-ceca-47f9-926e-7057ba33b319 HTTP/1.1" status: 204 len: 168 time: 1.1667943 Aug 04 16:33:06.173388 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30cc5de9-b97f-4969-b926-672feb3d04e4', 'tag': 'e6adc942-2649-44f9-a5ef-fe285a7906d7'}] {{(pid=93331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:33:06.175795 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b1e7a993a9ef4a638b089ca602ec57e73654d5de59f22d070ba1fe881ce508d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6c516c-7295-4ee4-98bb-4becc8424050" -d '{"events": [{"name": "network-changed", "server_uuid": "30cc5de9-b97f-4969-b926-672feb3d04e4", "tag": "e6adc942-2649-44f9-a5ef-fe285a7906d7"}]}' {{(pid=93331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:33:06.215620 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661f61dd-d941-463d-959d-7497299c7ecc x-openstack-request-id: req-661f61dd-d941-463d-959d-7497299c7ecc {{(pid=93331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:33:06.216061 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30cc5de9-b97f-4969-b926-672feb3d04e4", "tag": "e6adc942-2649-44f9-a5ef-fe285a7906d7", "status": "completed", "code": 200}]} {{(pid=93331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:33:06.216440 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-661f61dd-d941-463d-959d-7497299c7ecc {{(pid=93331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:33:06.216840 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30cc5de9-b97f-4969-b926-672feb3d04e4', 'tag': 'e6adc942-2649-44f9-a5ef-fe285a7906d7', 'status': 'completed', 'code': 200} Aug 04 16:33:06.288578 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-64fcf590-3ad1-46dc-a1b5-dd89d7a14f68 None None] Set router fd2b73bb-707e-4354-a103-12ab6d129dcd gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:33:06.289321 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c516c-7295-4ee4-98bb-4becc8424050 req-128c8bdf-5ce0-4a2c-b005-8c0a1a7364de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:06.290943 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9e6c516c-7295-4ee4-98bb-4becc8424050 req-128c8bdf-5ce0-4a2c-b005-8c0a1a7364de service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=76829aee5bb64de2bb202e81a575e30d&device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 1098 time: 0.0419974 Aug 04 16:33:06.461291 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0bbba-93c9-4f10-9fec-d4c7b30e5671 req-14f8e5da-8a0f-4f7c-95f5-2abdd8a63dc4 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:06.463025 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2fa0bbba-93c9-4f10-9fec-d4c7b30e5671 req-14f8e5da-8a0f-4f7c-95f5-2abdd8a63dc4 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 945 time: 0.0866721 Aug 04 16:33:06.466648 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c516c-7295-4ee4-98bb-4becc8424050 req-6acbcbcf-4826-40ae-8988-970a46f48cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:06.468105 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9e6c516c-7295-4ee4-98bb-4becc8424050 req-6acbcbcf-4826-40ae-8988-970a46f48cc1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=185b7905-00dc-4ba4-a3c5-437dece76adb HTTP/1.1" status: 200 len: 910 time: 0.1537414 Aug 04 16:33:06.534151 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9e6c516c-7295-4ee4-98bb-4becc8424050 req-cad08f44-2001-46a3-8c3a-0f9353d1e3de service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6adc942-2649-44f9-a5ef-fe285a7906d7 HTTP/1.1" status: 200 len: 217 time: 0.0578883 Aug 04 16:33:06.579064 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2fa0bbba-93c9-4f10-9fec-d4c7b30e5671 req-d49e485d-4ff6-4cb3-806b-30d879445a93 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1f964ae-03f9-4e48-96dc-b912e8d9d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094356 Aug 04 16:33:06.602590 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c516c-7295-4ee4-98bb-4becc8424050 req-b2aec808-1d8d-4cf8-a607-e71d5354cacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:06.605108 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9e6c516c-7295-4ee4-98bb-4becc8424050 req-b2aec808-1d8d-4cf8-a607-e71d5354cacf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4df58c78-45db-4175-9ebe-e1e86c92c13c HTTP/1.1" status: 200 len: 848 time: 0.0594199 Aug 04 16:33:06.641088 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-64fcf590-3ad1-46dc-a1b5-dd89d7a14f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2b73bb-707e-4354-a103-12ab6d129dcd', 'name': 'tempest-TestShelveInstance-1289892520-router', 'tenant_id': '76829aee5bb64de2bb202e81a575e30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'bf169269-5189-48a5-8d4c-472f825dd15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:16Z', 'updated_at': '2021-08-04T16:28:19Z', 'revision_number': 4, 'project_id': '76829aee5bb64de2bb202e81a575e30d', 'gw_port': {'id': 'bf169269-5189-48a5-8d4c-472f825dd15b', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2b73bb-707e-4354-a103-12ab6d129dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:16Z', 'updated_at': '2021-08-04T16:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '7977e763-752c-456f-b7e9-a2c20ed96c1b', 'name': '', 'network_id': '185b7905-00dc-4ba4-a3c5-437dece76adb', 'tenant_id': '76829aee5bb64de2bb202e81a575e30d', 'mac_address': 'fa:16:3e:68:8f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2b73bb-707e-4354-a103-12ab6d129dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '4df58c78-45db-4175-9ebe-e1e86c92c13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:18Z', 'updated_at': '2021-08-04T16:28:26Z', 'revision_number': 5, 'project_id': '76829aee5bb64de2bb202e81a575e30d', 'subnets': [{'id': '4df58c78-45db-4175-9ebe-e1e86c92c13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:33:06.652274 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c516c-7295-4ee4-98bb-4becc8424050 req-1eb8e234-7eb8-4f3f-a6bb-302c507f74cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:06.653883 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9e6c516c-7295-4ee4-98bb-4becc8424050 req-1eb8e234-7eb8-4f3f-a6bb-302c507f74cf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=185b7905-00dc-4ba4-a3c5-437dece76adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409794 Aug 04 16:33:06.667563 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fcf590-3ad1-46dc-a1b5-dd89d7a14f68 None None] Checking router: fd2b73bb-707e-4354-a103-12ab6d129dcd for host: dv-cinder-789564-9-iscsi {{(pid=93332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:33:06.677391 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fcf590-3ad1-46dc-a1b5-dd89d7a14f68 None None] Routers {'fd2b73bb-707e-4354-a103-12ab6d129dcd'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:33:06.678083 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-64fcf590-3ad1-46dc-a1b5-dd89d7a14f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:32:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['fd2b73bb-707e-4354-a103-12ab6d129dcd'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:33:06.753625 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9e6c516c-7295-4ee4-98bb-4becc8424050 req-9a3fe5ab-bde1-4d96-83bd-fd573111b793 service neutron] 10.222.0.50 "GET /v2.0/networks/185b7905-00dc-4ba4-a3c5-437dece76adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900679 Aug 04 16:33:06.788742 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-64fcf590-3ad1-46dc-a1b5-dd89d7a14f68 None None] Set router fd2b73bb-707e-4354-a103-12ab6d129dcd gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:33:06.849903 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9e6c516c-7295-4ee4-98bb-4becc8424050 req-6953e04b-51e0-4f94-975d-f18829a29b46 service neutron] 10.222.0.50 "GET /v2.0/networks/185b7905-00dc-4ba4-a3c5-437dece76adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877950 Aug 04 16:33:07.017253 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-64fcf590-3ad1-46dc-a1b5-dd89d7a14f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2b73bb-707e-4354-a103-12ab6d129dcd', 'name': 'tempest-TestShelveInstance-1289892520-router', 'tenant_id': '76829aee5bb64de2bb202e81a575e30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'bf169269-5189-48a5-8d4c-472f825dd15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:16Z', 'updated_at': '2021-08-04T16:28:19Z', 'revision_number': 4, 'project_id': '76829aee5bb64de2bb202e81a575e30d', 'gw_port': {'id': 'bf169269-5189-48a5-8d4c-472f825dd15b', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2b73bb-707e-4354-a103-12ab6d129dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:16Z', 'updated_at': '2021-08-04T16:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '7977e763-752c-456f-b7e9-a2c20ed96c1b', 'name': '', 'network_id': '185b7905-00dc-4ba4-a3c5-437dece76adb', 'tenant_id': '76829aee5bb64de2bb202e81a575e30d', 'mac_address': 'fa:16:3e:68:8f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2b73bb-707e-4354-a103-12ab6d129dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '4df58c78-45db-4175-9ebe-e1e86c92c13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:18Z', 'updated_at': '2021-08-04T16:28:26Z', 'revision_number': 5, 'project_id': '76829aee5bb64de2bb202e81a575e30d', 'subnets': [{'id': '4df58c78-45db-4175-9ebe-e1e86c92c13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:33:07.048652 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fcf590-3ad1-46dc-a1b5-dd89d7a14f68 None None] The sync data for ids ['fd2b73bb-707e-4354-a103-12ab6d129dcd'] in dv-cinder-789564-9-iscsi is: [{'id': 'fd2b73bb-707e-4354-a103-12ab6d129dcd', 'name': 'tempest-TestShelveInstance-1289892520-router', 'tenant_id': '76829aee5bb64de2bb202e81a575e30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'bf169269-5189-48a5-8d4c-472f825dd15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:16Z', 'updated_at': '2021-08-04T16:28:19Z', 'revision_number': 4, 'project_id': '76829aee5bb64de2bb202e81a575e30d', 'gw_port': {'id': 'bf169269-5189-48a5-8d4c-472f825dd15b', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2b73bb-707e-4354-a103-12ab6d129dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:16Z', 'updated_at': '2021-08-04T16:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '7977e763-752c-456f-b7e9-a2c20ed96c1b', 'name': '', 'network_id': '185b7905-00dc-4ba4-a3c5-437dece76adb', 'tenant_id': '76829aee5bb64de2bb202e81a575e30d', 'mac_address': 'fa:16:3e:68:8f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2b73bb-707e-4354-a103-12ab6d129dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '4df58c78-45db-4175-9ebe-e1e86c92c13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:18Z', 'updated_at': '2021-08-04T16:28:26Z', 'revision_number': 5, 'project_id': '76829aee5bb64de2bb202e81a575e30d', 'subnets': [{'id': '4df58c78-45db-4175-9ebe-e1e86c92c13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:33:07.301576 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e04412-d192-43ab-9330-25fe349e8fe9 None None] New status for floating IP ab7cfbee-ceca-47f9-926e-7057ba33b319: DOWN {{(pid=93333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:33:07.699635 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03e939-f73f-4e8f-b0cf-1e73b4a1d48e req-970ab167-6868-426e-8cd2-417b0c5b8653 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:07.701624 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-2e03e939-f73f-4e8f-b0cf-1e73b4a1d48e req-970ab167-6868-426e-8cd2-417b0c5b8653 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 945 time: 0.0508375 Aug 04 16:33:07.741450 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-2e03e939-f73f-4e8f-b0cf-1e73b4a1d48e req-f89a6da4-d09d-4d56-aae3-97c632bd7773 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1f964ae-03f9-4e48-96dc-b912e8d9d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336571 Aug 04 16:33:08.134997 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-3dc2a47d-9097-4bf3-b07e-9132d7bb1866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:08.166523 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a789f5-701a-49df-b88c-6c544aef0411 req-9c845564-c8e8-4b4a-a73f-ddb924071296 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:08.168094 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-99a789f5-701a-49df-b88c-6c544aef0411 req-9c845564-c8e8-4b4a-a73f-ddb924071296 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.50 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 945 time: 0.0519562 Aug 04 16:33:08.279324 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [req-99a789f5-701a-49df-b88c-6c544aef0411 req-cdec633c-fb85-4063-bd1b-c27b6446a8ef tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Deleting port e6adc942-2649-44f9-a5ef-fe285a7906d7 {{(pid=93330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:33:08.279648 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-99a789f5-701a-49df-b88c-6c544aef0411 req-cdec633c-fb85-4063-bd1b-c27b6446a8ef tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:08.392962 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-99a789f5-701a-49df-b88c-6c544aef0411 req-cdec633c-fb85-4063-bd1b-c27b6446a8ef tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] For port e6adc942-2649-44f9-a5ef-fe285a7906d7, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=e6adc942-2649-44f9-a5ef-fe285a7906d7,segment=NetworkSegment(fd256104-621c-40d6-ae7e-f0d6b255b836),segment_id=fd256104-621c-40d6-ae7e-f0d6b255b836)] {{(pid=93330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:33:08.393234 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-99a789f5-701a-49df-b88c-6c544aef0411 req-cdec633c-fb85-4063-bd1b-c27b6446a8ef tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:08.407252 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [req-99a789f5-701a-49df-b88c-6c544aef0411 req-cdec633c-fb85-4063-bd1b-c27b6446a8ef tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Calling delete_port for e6adc942-2649-44f9-a5ef-fe285a7906d7 owned by compute:nova {{(pid=93330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:33:08.540858 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-99a789f5-701a-49df-b88c-6c544aef0411 req-cdec633c-fb85-4063-bd1b-c27b6446a8ef tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:08.569724 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec633c-fb85-4063-bd1b-c27b6446a8ef tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Pushing event deleted for resources: {'Port': ['ID=e6adc942-2649-44f9-a5ef-fe285a7906d7,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:33:08.615121 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a789f5-701a-49df-b88c-6c544aef0411 req-cdec633c-fb85-4063-bd1b-c27b6446a8ef tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] No DVR routers for this DVR port e6adc942-2649-44f9-a5ef-fe285a7906d7 on host hv-cinder-78956 {{(pid=93330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:33:08.617731 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-99a789f5-701a-49df-b88c-6c544aef0411 req-cdec633c-fb85-4063-bd1b-c27b6446a8ef tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:08.619782 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-99a789f5-701a-49df-b88c-6c544aef0411 req-cdec633c-fb85-4063-bd1b-c27b6446a8ef tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.50 "DELETE /v2.0/ports/e6adc942-2649-44f9-a5ef-fe285a7906d7 HTTP/1.1" status: 204 len: 173 time: 0.4443653 Aug 04 16:33:08.620222 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cc5de9-b97f-4969-b926-672feb3d04e4', 'name': 'network-vif-deleted', 'tag': 'e6adc942-2649-44f9-a5ef-fe285a7906d7'}] {{(pid=93330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:33:08.622731 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37e886c0defde040503dc6230deb255415226de4639eab9b495881836c77004d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7d2158-3155-4bce-9213-a18fe9e96cc2" -d '{"events": [{"server_uuid": "30cc5de9-b97f-4969-b926-672feb3d04e4", "name": "network-vif-deleted", "tag": "e6adc942-2649-44f9-a5ef-fe285a7906d7"}]}' {{(pid=93330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:33:08.662023 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8182ff94-3b7c-4378-9c0f-d63a9f9b5834 x-openstack-request-id: req-8182ff94-3b7c-4378-9c0f-d63a9f9b5834 {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:33:08.662315 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30cc5de9-b97f-4969-b926-672feb3d04e4", "name": "network-vif-deleted", "tag": "e6adc942-2649-44f9-a5ef-fe285a7906d7", "status": "completed", "code": 200}]} {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:33:08.662571 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8182ff94-3b7c-4378-9c0f-d63a9f9b5834 {{(pid=93330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:33:08.662973 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30cc5de9-b97f-4969-b926-672feb3d04e4', 'name': 'network-vif-deleted', 'tag': 'e6adc942-2649-44f9-a5ef-fe285a7906d7', 'status': 'completed', 'code': 200} Aug 04 16:33:08.839033 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-7ade5330-7f65-4eab-a867-81cf2486151a req-413b317a-c698-46a9-839b-7f4775a2e7c9 tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "GET /v2.0/ports?device_id=30cc5de9-b97f-4969-b926-672feb3d04e4 HTTP/1.1" status: 200 len: 210 time: 0.0271826 Aug 04 16:33:09.897585 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 49018) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:33:09.963899 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-897c75ea-7fa7-492d-997a-ea08711e052a tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:09.992397 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-897c75ea-7fa7-492d-997a-ea08711e052a tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:10.053547 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-897c75ea-7fa7-492d-997a-ea08711e052a tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:10.056483 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-897c75ea-7fa7-492d-997a-ea08711e052a tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:10.058040 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-897c75ea-7fa7-492d-997a-ea08711e052a tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] 10.222.0.77 "DELETE /v2.0/security-groups/f1f964ae-03f9-4e48-96dc-b912e8d9d95a HTTP/1.1" status: 204 len: 168 time: 0.1592600 Aug 04 16:33:10.072749 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c75ea-7fa7-492d-997a-ea08711e052a tempest-TestShelveInstance-1242085951 tempest-TestShelveInstance-1242085951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f964ae-03f9-4e48-96dc-b912e8d9d95a,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:33:10.106518 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 49022) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:33:10.492582 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-8e6c7483-700c-43c3-a283-8eb40baec727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-597154'] for router_interface, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:10.773915 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.plugin [None req-8e6c7483-700c-43c3-a283-8eb40baec727 admin admin] Deleting port 7977e763-752c-456f-b7e9-a2c20ed96c1b {{(pid=93331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:33:10.774296 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-8e6c7483-700c-43c3-a283-8eb40baec727 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:10.861511 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.db [None req-8e6c7483-700c-43c3-a283-8eb40baec727 admin admin] For port 7977e763-752c-456f-b7e9-a2c20ed96c1b, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=7977e763-752c-456f-b7e9-a2c20ed96c1b,segment=NetworkSegment(fd256104-621c-40d6-ae7e-f0d6b255b836),segment_id=fd256104-621c-40d6-ae7e-f0d6b255b836)] {{(pid=93331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:33:10.861870 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-8e6c7483-700c-43c3-a283-8eb40baec727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:10.874865 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.plugin [None req-8e6c7483-700c-43c3-a283-8eb40baec727 admin admin] Calling delete_port for 7977e763-752c-456f-b7e9-a2c20ed96c1b owned by network:router_interface {{(pid=93331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:33:10.927717 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-f2c1fc79-4dce-44f1-8059-a14986036846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:10.986444 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:11.064806 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-8e6c7483-700c-43c3-a283-8eb40baec727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129279319'] for port, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:11.090438 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6c7483-700c-43c3-a283-8eb40baec727 admin admin] Pushing event deleted for resources: {'Port': ['ID=7977e763-752c-456f-b7e9-a2c20ed96c1b,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:33:11.254727 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-8e6c7483-700c-43c3-a283-8eb40baec727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3631325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-597066'] for router_interface, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:11.480341 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6c7483-700c-43c3-a283-8eb40baec727 admin admin] Router fd2b73bb-707e-4354-a103-12ab6d129dcd has already been hosted by L3 agent d346cf64-ca3f-484e-b552-5df8791a7915 {{(pid=93331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:33:11.598338 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6c7483-700c-43c3-a283-8eb40baec727 admin admin] Notify agent at l3_agent.dv-cinder-789564-9-iscsi the message routers_updated {{(pid=93331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:33:11.603344 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-8e6c7483-700c-43c3-a283-8eb40baec727 admin admin] 10.222.0.77 "PUT /v2.0/routers/fd2b73bb-707e-4354-a103-12ab6d129dcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4957211 Aug 04 16:33:11.606515 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 49026) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:33:11.609646 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eb842d-0a2f-4af1-8d08-aba86207a58f None None] Sync routers for ids ['fd2b73bb-707e-4354-a103-12ab6d129dcd'] in dv-cinder-789564-9-iscsi {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:33:11.621749 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eb842d-0a2f-4af1-8d08-aba86207a58f None None] Routers {'fd2b73bb-707e-4354-a103-12ab6d129dcd'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:33:11.622425 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-92eb842d-0a2f-4af1-8d08-aba86207a58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:33:11Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['fd2b73bb-707e-4354-a103-12ab6d129dcd'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:33:11.740649 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-c76fee5e-0175-4a4f-86c7-854192eb7ba4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:11.744707 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-92eb842d-0a2f-4af1-8d08-aba86207a58f None None] Set router fd2b73bb-707e-4354-a103-12ab6d129dcd gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:33:11.848466 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-c76fee5e-0175-4a4f-86c7-854192eb7ba4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:11.905093 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.plugin [None req-c76fee5e-0175-4a4f-86c7-854192eb7ba4 admin admin] Deleting port bf169269-5189-48a5-8d4c-472f825dd15b {{(pid=93331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:33:11.905451 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-c76fee5e-0175-4a4f-86c7-854192eb7ba4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:11.933159 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-92eb842d-0a2f-4af1-8d08-aba86207a58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2b73bb-707e-4354-a103-12ab6d129dcd', 'name': 'tempest-TestShelveInstance-1289892520-router', 'tenant_id': '76829aee5bb64de2bb202e81a575e30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'bf169269-5189-48a5-8d4c-472f825dd15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:16Z', 'updated_at': '2021-08-04T16:33:11Z', 'revision_number': 5, 'project_id': '76829aee5bb64de2bb202e81a575e30d', 'gw_port': {'id': 'bf169269-5189-48a5-8d4c-472f825dd15b', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2b73bb-707e-4354-a103-12ab6d129dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:16Z', 'updated_at': '2021-08-04T16:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi'}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:33:11.964286 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eb842d-0a2f-4af1-8d08-aba86207a58f None None] Checking router: fd2b73bb-707e-4354-a103-12ab6d129dcd for host: dv-cinder-789564-9-iscsi {{(pid=93332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:33:11.974587 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eb842d-0a2f-4af1-8d08-aba86207a58f None None] Routers {'fd2b73bb-707e-4354-a103-12ab6d129dcd'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:33:11.975277 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-92eb842d-0a2f-4af1-8d08-aba86207a58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:33:11Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['fd2b73bb-707e-4354-a103-12ab6d129dcd'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:33:11.991249 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.db [None req-c76fee5e-0175-4a4f-86c7-854192eb7ba4 admin admin] For port bf169269-5189-48a5-8d4c-472f825dd15b, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=bf169269-5189-48a5-8d4c-472f825dd15b,segment=NetworkSegment(25182b56-ac69-4c03-a79e-71a35095fb85),segment_id=25182b56-ac69-4c03-a79e-71a35095fb85)] {{(pid=93331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:33:11.991654 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-c76fee5e-0175-4a4f-86c7-854192eb7ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:12.004273 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.plugin [None req-c76fee5e-0175-4a4f-86c7-854192eb7ba4 admin admin] Calling delete_port for bf169269-5189-48a5-8d4c-472f825dd15b owned by network:router_gateway {{(pid=93331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:33:12.066255 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-92eb842d-0a2f-4af1-8d08-aba86207a58f None None] Set router fd2b73bb-707e-4354-a103-12ab6d129dcd gateway port host: None {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:33:12.118728 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-92eb842d-0a2f-4af1-8d08-aba86207a58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2b73bb-707e-4354-a103-12ab6d129dcd', 'name': 'tempest-TestShelveInstance-1289892520-router', 'tenant_id': '76829aee5bb64de2bb202e81a575e30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:16Z', 'updated_at': '2021-08-04T16:33:11Z', 'revision_number': 6, 'project_id': '76829aee5bb64de2bb202e81a575e30d', 'gw_port_host': None}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:33:12.148541 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eb842d-0a2f-4af1-8d08-aba86207a58f None None] The sync data for ids ['fd2b73bb-707e-4354-a103-12ab6d129dcd'] in dv-cinder-789564-9-iscsi is: [{'id': 'fd2b73bb-707e-4354-a103-12ab6d129dcd', 'name': 'tempest-TestShelveInstance-1289892520-router', 'tenant_id': '76829aee5bb64de2bb202e81a575e30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:16Z', 'updated_at': '2021-08-04T16:33:11Z', 'revision_number': 6, 'project_id': '76829aee5bb64de2bb202e81a575e30d', 'gw_port_host': None}] {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:33:12.179296 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-c76fee5e-0175-4a4f-86c7-854192eb7ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129279319'] for port, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:12.204959 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76fee5e-0175-4a4f-86c7-854192eb7ba4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf169269-5189-48a5-8d4c-472f825dd15b,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:33:12.256745 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:12.266307 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-c76fee5e-0175-4a4f-86c7-854192eb7ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593608'] for router_gateway, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:12.355174 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-c76fee5e-0175-4a4f-86c7-854192eb7ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10508'] for router, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:12.357393 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-c76fee5e-0175-4a4f-86c7-854192eb7ba4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:12.403088 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-c76fee5e-0175-4a4f-86c7-854192eb7ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-590536'] for router, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:12.403609 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76fee5e-0175-4a4f-86c7-854192eb7ba4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd2b73bb-707e-4354-a103-12ab6d129dcd {{(pid=93331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 16:33:12.408139 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-c76fee5e-0175-4a4f-86c7-854192eb7ba4 admin admin] Notify callbacks [] for router, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:12.409271 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-c76fee5e-0175-4a4f-86c7-854192eb7ba4 admin admin] 10.222.0.77 "DELETE /v2.0/routers/fd2b73bb-707e-4354-a103-12ab6d129dcd HTTP/1.1" status: 204 len: 168 time: 0.8018909 Aug 04 16:33:12.412026 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 49042) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:33:12.456831 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c3cec5c-ce79-4de4-9dc1-31c74de22132 admin admin] Deleting subnet 4df58c78-45db-4175-9ebe-e1e86c92c13c {{(pid=93331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:33:12.460091 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-7c3cec5c-ce79-4de4-9dc1-31c74de22132 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:12.494894 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-7c3cec5c-ce79-4de4-9dc1-31c74de22132 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126256170'] for subnet, precommit_delete_associations {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:12.569592 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device e6adc942-2649-44f9-a5ef-fe285a7906d7 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:33:12.592058 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-7c3cec5c-ce79-4de4-9dc1-31c74de22132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3786910'] for subnet, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:12.596105 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] No Port match for: e6adc942-2649-44f9-a5ef-fe285a7906d7 {{(pid=93332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:33:12.596563 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device e6adc942-2649-44f9-a5ef-fe285a7906d7 not bound to the agent host hv-cinder-78956 {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:33:12.667506 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-7c3cec5c-ce79-4de4-9dc1-31c74de22132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3786903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129279330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126426463'] for subnet, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:12.692078 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3cec5c-ce79-4de4-9dc1-31c74de22132 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4df58c78-45db-4175-9ebe-e1e86c92c13c,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:33:12.700362 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-7c3cec5c-ce79-4de4-9dc1-31c74de22132 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:12.702335 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-7c3cec5c-ce79-4de4-9dc1-31c74de22132 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/4df58c78-45db-4175-9ebe-e1e86c92c13c HTTP/1.1" status: 204 len: 168 time: 0.2893534 Aug 04 16:33:12.705153 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 49044) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:33:12.708049 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a4d8d3-fd70-4fa6-8bd4-549c225cb9a5 None None] Network 185b7905-00dc-4ba4-a3c5-437dece76adb requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:33:12.778638 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-0e3275fb-8a10-45a5-aa13-ca6b645ca790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3767040'] for network, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:12.840054 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [None req-0e3275fb-8a10-45a5-aa13-ca6b645ca790 admin admin] Deleting port 7d3e23c3-420f-495d-88ee-a72a364a0a2c {{(pid=93330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:33:12.840404 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-0e3275fb-8a10-45a5-aa13-ca6b645ca790 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:12.912934 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [None req-0e3275fb-8a10-45a5-aa13-ca6b645ca790 admin admin] For port 7d3e23c3-420f-495d-88ee-a72a364a0a2c, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=7d3e23c3-420f-495d-88ee-a72a364a0a2c,segment=NetworkSegment(fd256104-621c-40d6-ae7e-f0d6b255b836),segment_id=fd256104-621c-40d6-ae7e-f0d6b255b836)] {{(pid=93330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:33:12.913295 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-0e3275fb-8a10-45a5-aa13-ca6b645ca790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:12.930667 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [None req-0e3275fb-8a10-45a5-aa13-ca6b645ca790 admin admin] Calling delete_port for 7d3e23c3-420f-495d-88ee-a72a364a0a2c owned by network:dhcp {{(pid=93330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:33:12.943192 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c803ae4b-7acc-4fd9-9792-56379b5ed2ee None None] DHCP port deletion for 185b7905-00dc-4ba4-a3c5-437dece76adb request from dv-cinder-789564-9-iscsi {{(pid=93332) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 16:33:12.991902 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-c803ae4b-7acc-4fd9-9792-56379b5ed2ee None None] Deleting port 7d3e23c3-420f-495d-88ee-a72a364a0a2c {{(pid=93332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:33:12.992561 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-c803ae4b-7acc-4fd9-9792-56379b5ed2ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:13.021988 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-0e3275fb-8a10-45a5-aa13-ca6b645ca790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:13.048722 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3275fb-8a10-45a5-aa13-ca6b645ca790 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d3e23c3-420f-495d-88ee-a72a364a0a2c,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:33:13.052262 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3275fb-8a10-45a5-aa13-ca6b645ca790 admin admin] No DVR routers for this DVR port 7d3e23c3-420f-495d-88ee-a72a364a0a2c on host dv-cinder-789564-9-iscsi {{(pid=93330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:33:13.063865 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-c803ae4b-7acc-4fd9-9792-56379b5ed2ee None None] For port 7d3e23c3-420f-495d-88ee-a72a364a0a2c, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=7d3e23c3-420f-495d-88ee-a72a364a0a2c,segment=NetworkSegment(fd256104-621c-40d6-ae7e-f0d6b255b836),segment_id=fd256104-621c-40d6-ae7e-f0d6b255b836)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:33:13.064267 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-c803ae4b-7acc-4fd9-9792-56379b5ed2ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:13.078657 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-c803ae4b-7acc-4fd9-9792-56379b5ed2ee None None] Calling delete_port for 7d3e23c3-420f-495d-88ee-a72a364a0a2c owned by network:dhcp {{(pid=93332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:33:13.127268 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-0e3275fb-8a10-45a5-aa13-ca6b645ca790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3788555', 'neutron.services.segments.db._delete_segments_for_network-8758853804921'] for network, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:13.138648 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.services.segments.db [None req-0e3275fb-8a10-45a5-aa13-ca6b645ca790 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['185b7905-00dc-4ba4-a3c5-437dece76adb']}} {{(pid=93330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:33:13.150200 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.services.segments.db [None req-0e3275fb-8a10-45a5-aa13-ca6b645ca790 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd256104-621c-40d6-ae7e-f0d6b255b836') {'for_net_delete': True} {{(pid=93330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:33:13.150432 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.services.segments.db [None req-0e3275fb-8a10-45a5-aa13-ca6b645ca790 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd256104-621c-40d6-ae7e-f0d6b255b836') {} {{(pid=93330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:33:13.161094 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-c803ae4b-7acc-4fd9-9792-56379b5ed2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776'] for port, after_delete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:13.161303 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-0e3275fb-8a10-45a5-aa13-ca6b645ca790 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758853817860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129630982'] for segment, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:13.177053 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-0e3275fb-8a10-45a5-aa13-ca6b645ca790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519'] for segment, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:13.183353 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e3275fb-8a10-45a5-aa13-ca6b645ca790 admin admin] Releasing vlan 890 on physical network physnet1 to pool {{(pid=93330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:33:13.183818 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-0e3275fb-8a10-45a5-aa13-ca6b645ca790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129638367'] for segment, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:13.185942 dv-cinder-789564-9-iscsi neutron-server[93330]: Traceback (most recent call last): Aug 04 16:33:13.185942 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:33:13.185942 dv-cinder-789564-9-iscsi neutron-server[93330]: timer() Aug 04 16:33:13.185942 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:33:13.185942 dv-cinder-789564-9-iscsi neutron-server[93330]: cb(*args, **kw) Aug 04 16:33:13.185942 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:33:13.185942 dv-cinder-789564-9-iscsi neutron-server[93330]: return func(*args, **kwargs) Aug 04 16:33:13.185942 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:33:13.185942 dv-cinder-789564-9-iscsi neutron-server[93330]: self._notify() Aug 04 16:33:13.185942 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:33:13.185942 dv-cinder-789564-9-iscsi neutron-server[93330]: self.callback(batched_events) Aug 04 16:33:13.185942 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:33:13.185942 dv-cinder-789564-9-iscsi neutron-server[93330]: event.method(event) Aug 04 16:33:13.185942 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:33:13.185942 dv-cinder-789564-9-iscsi neutron-server[93330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:33:13.185942 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:33:13.185942 dv-cinder-789564-9-iscsi neutron-server[93330]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:33:13.185942 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:33:13.185942 dv-cinder-789564-9-iscsi neutron-server[93330]: return f(self, *a, **k) Aug 04 16:33:13.185942 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:33:13.185942 dv-cinder-789564-9-iscsi neutron-server[93330]: return self._get(url).json() Aug 04 16:33:13.185942 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:33:13.185942 dv-cinder-789564-9-iscsi neutron-server[93330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:33:13.185942 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:33:13.185942 dv-cinder-789564-9-iscsi neutron-server[93330]: return self.request(url, 'GET', **kwargs) Aug 04 16:33:13.185942 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:33:13.185942 dv-cinder-789564-9-iscsi neutron-server[93330]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:33:13.185942 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:33:13.185942 dv-cinder-789564-9-iscsi neutron-server[93330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:33:13.185942 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:33:13.185942 dv-cinder-789564-9-iscsi neutron-server[93330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:33:13.185942 dv-cinder-789564-9-iscsi neutron-server[93330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:33:13.189324 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c803ae4b-7acc-4fd9-9792-56379b5ed2ee None None] Pushing event deleted for resources: {'Port': ['ID=7d3e23c3-420f-495d-88ee-a72a364a0a2c,revision_number=None']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:33:13.197248 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c803ae4b-7acc-4fd9-9792-56379b5ed2ee None None] No DVR routers for this DVR port 7d3e23c3-420f-495d-88ee-a72a364a0a2c on host dv-cinder-789564-9-iscsi {{(pid=93332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:33:13.247227 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-0e3275fb-8a10-45a5-aa13-ca6b645ca790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3788544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593556'] for network, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:13.254230 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-0e3275fb-8a10-45a5-aa13-ca6b645ca790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for network, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:13.256322 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-0e3275fb-8a10-45a5-aa13-ca6b645ca790 admin admin] 10.222.0.77 "DELETE /v2.0/networks/185b7905-00dc-4ba4-a3c5-437dece76adb HTTP/1.1" status: 204 len: 168 time: 0.5500257 Aug 04 16:33:13.260271 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 49048) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:33:13.268805 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3275fb-8a10-45a5-aa13-ca6b645ca790 admin admin] Pushing event deleted for resources: {'Network': ['ID=185b7905-00dc-4ba4-a3c5-437dece76adb,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:33:13.565756 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 7977e763-752c-456f-b7e9-a2c20ed96c1b no longer exists at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:33:13.585465 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] No Port match for: 7977e763-752c-456f-b7e9-a2c20ed96c1b {{(pid=93332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:33:13.585799 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 7977e763-752c-456f-b7e9-a2c20ed96c1b not bound to the agent host dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:33:13.586250 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 7d3e23c3-420f-495d-88ee-a72a364a0a2c no longer exists at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:33:13.605162 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] No Port match for: 7d3e23c3-420f-495d-88ee-a72a364a0a2c {{(pid=93332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:33:13.605669 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 7d3e23c3-420f-495d-88ee-a72a364a0a2c not bound to the agent host dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:33:13.606202 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device bf169269-5189-48a5-8d4c-472f825dd15b no longer exists at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:33:13.620908 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-4d5a4b41-cfe4-4ec6-b0a7-f5f88684c204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-597154'] for router_interface, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:13.625001 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] No Port match for: bf169269-5189-48a5-8d4c-472f825dd15b {{(pid=93332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:33:13.625341 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device bf169269-5189-48a5-8d4c-472f825dd15b not bound to the agent host dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:33:13.708095 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:13.877268 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.plugin [None req-4d5a4b41-cfe4-4ec6-b0a7-f5f88684c204 admin admin] Deleting port 5b8db07c-4ea1-4301-b521-a3dde3a66a4c {{(pid=93331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:33:13.877497 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-4d5a4b41-cfe4-4ec6-b0a7-f5f88684c204 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:13.955005 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.db [None req-4d5a4b41-cfe4-4ec6-b0a7-f5f88684c204 admin admin] For port 5b8db07c-4ea1-4301-b521-a3dde3a66a4c, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=5b8db07c-4ea1-4301-b521-a3dde3a66a4c,segment=NetworkSegment(8392c763-1f84-43e4-9cad-85a22d6ab096),segment_id=8392c763-1f84-43e4-9cad-85a22d6ab096)] {{(pid=93331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:33:13.955364 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-4d5a4b41-cfe4-4ec6-b0a7-f5f88684c204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:13.968256 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.plugin [None req-4d5a4b41-cfe4-4ec6-b0a7-f5f88684c204 admin admin] Calling delete_port for 5b8db07c-4ea1-4301-b521-a3dde3a66a4c owned by network:router_interface {{(pid=93331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:33:14.411320 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-4d5a4b41-cfe4-4ec6-b0a7-f5f88684c204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129279319'] for port, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:14.437563 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a4b41-cfe4-4ec6-b0a7-f5f88684c204 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b8db07c-4ea1-4301-b521-a3dde3a66a4c,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:33:14.602688 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-4d5a4b41-cfe4-4ec6-b0a7-f5f88684c204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3631325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-597066'] for router_interface, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:14.816997 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5a4b41-cfe4-4ec6-b0a7-f5f88684c204 admin admin] Router 4cd9c04a-4a96-4b30-be5f-0757d848f694 has already been hosted by L3 agent d346cf64-ca3f-484e-b552-5df8791a7915 {{(pid=93331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:33:14.930440 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5a4b41-cfe4-4ec6-b0a7-f5f88684c204 admin admin] Notify agent at l3_agent.dv-cinder-789564-9-iscsi the message routers_updated {{(pid=93331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:33:14.935767 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-4d5a4b41-cfe4-4ec6-b0a7-f5f88684c204 admin admin] 10.222.0.77 "PUT /v2.0/routers/4cd9c04a-4a96-4b30-be5f-0757d848f694/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6742692 Aug 04 16:33:14.939449 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 49052) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:33:14.942595 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1901e7-c9f8-4dde-8f9d-ceaeb8142e56 None None] Sync routers for ids ['4cd9c04a-4a96-4b30-be5f-0757d848f694'] in dv-cinder-789564-9-iscsi {{(pid=93333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:33:14.957257 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1901e7-c9f8-4dde-8f9d-ceaeb8142e56 None None] Routers {'4cd9c04a-4a96-4b30-be5f-0757d848f694'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:33:14.957893 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-1c1901e7-c9f8-4dde-8f9d-ceaeb8142e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:33:11Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['4cd9c04a-4a96-4b30-be5f-0757d848f694'], 'active': True} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:33:15.050249 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-6e1a08fd-609c-4bbf-a8e0-279a09974a78 admin admin] Notify callbacks [] for router, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:15.068282 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvr_db [None req-1c1901e7-c9f8-4dde-8f9d-ceaeb8142e56 None None] Set router 4cd9c04a-4a96-4b30-be5f-0757d848f694 gateway port host: dv-cinder-789564-9-iscsi {{(pid=93333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:33:15.164100 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-6e1a08fd-609c-4bbf-a8e0-279a09974a78 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:15.221019 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.plugin [None req-6e1a08fd-609c-4bbf-a8e0-279a09974a78 admin admin] Deleting port b6fd439f-e195-4cca-a9c3-0865b21aa496 {{(pid=93331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:33:15.221286 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-6e1a08fd-609c-4bbf-a8e0-279a09974a78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:15.245292 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-1c1901e7-c9f8-4dde-8f9d-ceaeb8142e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd9c04a-4a96-4b30-be5f-0757d848f694', 'name': 'tempest-TestShelveInstance-127206054-router', 'tenant_id': 'ea18e74ebf8c45bb9b4ac46b6469bacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'b6fd439f-e195-4cca-a9c3-0865b21aa496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:21Z', 'updated_at': '2021-08-04T16:33:14Z', 'revision_number': 5, 'project_id': 'ea18e74ebf8c45bb9b4ac46b6469bacd', 'gw_port': {'id': 'b6fd439f-e195-4cca-a9c3-0865b21aa496', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ab:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd9c04a-4a96-4b30-be5f-0757d848f694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:22Z', 'updated_at': '2021-08-04T16:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi'}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:33:15.270834 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1901e7-c9f8-4dde-8f9d-ceaeb8142e56 None None] Checking router: 4cd9c04a-4a96-4b30-be5f-0757d848f694 for host: dv-cinder-789564-9-iscsi {{(pid=93333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:33:15.279355 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1901e7-c9f8-4dde-8f9d-ceaeb8142e56 None None] Routers {'4cd9c04a-4a96-4b30-be5f-0757d848f694'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:33:15.279961 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-1c1901e7-c9f8-4dde-8f9d-ceaeb8142e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:33:11Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['4cd9c04a-4a96-4b30-be5f-0757d848f694'], 'active': True} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:33:15.299403 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.db [None req-6e1a08fd-609c-4bbf-a8e0-279a09974a78 admin admin] For port b6fd439f-e195-4cca-a9c3-0865b21aa496, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=b6fd439f-e195-4cca-a9c3-0865b21aa496,segment=NetworkSegment(25182b56-ac69-4c03-a79e-71a35095fb85),segment_id=25182b56-ac69-4c03-a79e-71a35095fb85)] {{(pid=93331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:33:15.299803 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-6e1a08fd-609c-4bbf-a8e0-279a09974a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:15.313979 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.plugin [None req-6e1a08fd-609c-4bbf-a8e0-279a09974a78 admin admin] Calling delete_port for b6fd439f-e195-4cca-a9c3-0865b21aa496 owned by network:router_gateway {{(pid=93331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:33:15.369458 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvr_db [None req-1c1901e7-c9f8-4dde-8f9d-ceaeb8142e56 None None] Set router 4cd9c04a-4a96-4b30-be5f-0757d848f694 gateway port host: None {{(pid=93333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:33:15.422151 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-1c1901e7-c9f8-4dde-8f9d-ceaeb8142e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd9c04a-4a96-4b30-be5f-0757d848f694', 'name': 'tempest-TestShelveInstance-127206054-router', 'tenant_id': 'ea18e74ebf8c45bb9b4ac46b6469bacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:21Z', 'updated_at': '2021-08-04T16:33:15Z', 'revision_number': 6, 'project_id': 'ea18e74ebf8c45bb9b4ac46b6469bacd', 'gw_port_host': None}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:33:15.449082 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1901e7-c9f8-4dde-8f9d-ceaeb8142e56 None None] The sync data for ids ['4cd9c04a-4a96-4b30-be5f-0757d848f694'] in dv-cinder-789564-9-iscsi is: [{'id': '4cd9c04a-4a96-4b30-be5f-0757d848f694', 'name': 'tempest-TestShelveInstance-127206054-router', 'tenant_id': 'ea18e74ebf8c45bb9b4ac46b6469bacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:21Z', 'updated_at': '2021-08-04T16:33:15Z', 'revision_number': 6, 'project_id': 'ea18e74ebf8c45bb9b4ac46b6469bacd', 'gw_port_host': None}] {{(pid=93333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:33:15.486902 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-6e1a08fd-609c-4bbf-a8e0-279a09974a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129279319'] for port, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:15.510528 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a08fd-609c-4bbf-a8e0-279a09974a78 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6fd439f-e195-4cca-a9c3-0865b21aa496,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:33:15.576668 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-6e1a08fd-609c-4bbf-a8e0-279a09974a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593608'] for router_gateway, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:15.662921 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-6e1a08fd-609c-4bbf-a8e0-279a09974a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10508'] for router, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:15.665163 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-6e1a08fd-609c-4bbf-a8e0-279a09974a78 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:15.710968 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-6e1a08fd-609c-4bbf-a8e0-279a09974a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-590536'] for router, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:15.711559 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1a08fd-609c-4bbf-a8e0-279a09974a78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cd9c04a-4a96-4b30-be5f-0757d848f694 {{(pid=93331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 16:33:15.715947 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-6e1a08fd-609c-4bbf-a8e0-279a09974a78 admin admin] Notify callbacks [] for router, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:15.717123 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-6e1a08fd-609c-4bbf-a8e0-279a09974a78 admin admin] 10.222.0.77 "DELETE /v2.0/routers/4cd9c04a-4a96-4b30-be5f-0757d848f694 HTTP/1.1" status: 204 len: 168 time: 0.7767043 Aug 04 16:33:15.719842 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 49056) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:33:15.891966 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 5b8db07c-4ea1-4301-b521-a3dde3a66a4c no longer exists at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:33:15.916784 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] No Port match for: 5b8db07c-4ea1-4301-b521-a3dde3a66a4c {{(pid=93332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:33:15.917133 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 5b8db07c-4ea1-4301-b521-a3dde3a66a4c not bound to the agent host dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:33:15.950541 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.db_base_plugin_v2 [None req-16353956-e557-4ed6-be8f-ef71c32f35db admin admin] Deleting subnet 9c5c5dba-3dca-430d-9715-7ed9ec927e00 {{(pid=93331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:33:15.954400 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-16353956-e557-4ed6-be8f-ef71c32f35db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:15.996362 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-16353956-e557-4ed6-be8f-ef71c32f35db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126256170'] for subnet, precommit_delete_associations {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:16.099181 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-16353956-e557-4ed6-be8f-ef71c32f35db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3786910'] for subnet, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:16.166745 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-16353956-e557-4ed6-be8f-ef71c32f35db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3786903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129279330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126426463'] for subnet, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:16.197825 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16353956-e557-4ed6-be8f-ef71c32f35db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c5c5dba-3dca-430d-9715-7ed9ec927e00,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:33:16.201878 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-16353956-e557-4ed6-be8f-ef71c32f35db admin admin] Notify callbacks [] for subnet, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:16.203694 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-16353956-e557-4ed6-be8f-ef71c32f35db admin admin] 10.222.0.77 "DELETE /v2.0/subnets/9c5c5dba-3dca-430d-9715-7ed9ec927e00 HTTP/1.1" status: 204 len: 168 time: 0.4830236 Aug 04 16:33:16.206181 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 49066) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:33:16.211672 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f38c10-5edd-4d1f-b016-fa130cc57c02 None None] Network c2d52c5b-047d-4e08-ad14-c6b0baa45c1d requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:33:16.293040 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-4b8ca1f9-ba81-48df-93eb-0d6c8e54b62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3767040'] for network, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:16.352918 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.plugin [None req-4b8ca1f9-ba81-48df-93eb-0d6c8e54b62a admin admin] Deleting port 84bcf6e1-662b-4499-b45d-ee35cd18fd43 {{(pid=93331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:33:16.353267 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-4b8ca1f9-ba81-48df-93eb-0d6c8e54b62a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:16.420383 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2efaa1fc-5ab9-4c92-958c-cbbd3afb74b7 req-6ec28480-bc20-45ba-a72e-d9bea5787b35 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=32d1361f-85db-4657-97bd-38f4b84766bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0508420 Aug 04 16:33:16.428963 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.db [None req-4b8ca1f9-ba81-48df-93eb-0d6c8e54b62a admin admin] For port 84bcf6e1-662b-4499-b45d-ee35cd18fd43, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=84bcf6e1-662b-4499-b45d-ee35cd18fd43,segment=NetworkSegment(8392c763-1f84-43e4-9cad-85a22d6ab096),segment_id=8392c763-1f84-43e4-9cad-85a22d6ab096)] {{(pid=93331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:33:16.429421 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-4b8ca1f9-ba81-48df-93eb-0d6c8e54b62a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:16.443097 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccdde65-5f17-48cd-bfe2-c69e683ad9cf None None] DHCP port deletion for c2d52c5b-047d-4e08-ad14-c6b0baa45c1d request from dv-cinder-789564-9-iscsi {{(pid=93332) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 16:33:16.447379 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.plugin [None req-4b8ca1f9-ba81-48df-93eb-0d6c8e54b62a admin admin] Calling delete_port for 84bcf6e1-662b-4499-b45d-ee35cd18fd43 owned by network:dhcp {{(pid=93331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:33:16.536372 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-8ccdde65-5f17-48cd-bfe2-c69e683ad9cf None None] Deleting port 84bcf6e1-662b-4499-b45d-ee35cd18fd43 {{(pid=93332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:33:16.536372 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-8ccdde65-5f17-48cd-bfe2-c69e683ad9cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:16.542575 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efaa1fc-5ab9-4c92-958c-cbbd3afb74b7 req-0f98c5c7-69cb-4ceb-b85a-129b9587de46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:16.545822 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2efaa1fc-5ab9-4c92-958c-cbbd3afb74b7 req-0f98c5c7-69cb-4ceb-b85a-129b9587de46 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=166850251ba549a2b5a7b0058be05b33&device_id=32d1361f-85db-4657-97bd-38f4b84766bf HTTP/1.1" status: 200 len: 1098 time: 0.0747242 Aug 04 16:33:16.552990 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-4b8ca1f9-ba81-48df-93eb-0d6c8e54b62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129279319'] for port, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:16.583885 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ca1f9-ba81-48df-93eb-0d6c8e54b62a admin admin] Pushing event deleted for resources: {'Port': ['ID=84bcf6e1-662b-4499-b45d-ee35cd18fd43,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:33:16.590089 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8ca1f9-ba81-48df-93eb-0d6c8e54b62a admin admin] No DVR routers for this DVR port 84bcf6e1-662b-4499-b45d-ee35cd18fd43 on host dv-cinder-789564-9-iscsi {{(pid=93331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:33:16.611333 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-8ccdde65-5f17-48cd-bfe2-c69e683ad9cf None None] For port 84bcf6e1-662b-4499-b45d-ee35cd18fd43, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=84bcf6e1-662b-4499-b45d-ee35cd18fd43,segment=NetworkSegment(8392c763-1f84-43e4-9cad-85a22d6ab096),segment_id=8392c763-1f84-43e4-9cad-85a22d6ab096)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:33:16.612098 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-8ccdde65-5f17-48cd-bfe2-c69e683ad9cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:16.633229 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-8ccdde65-5f17-48cd-bfe2-c69e683ad9cf None None] Calling delete_port for 84bcf6e1-662b-4499-b45d-ee35cd18fd43 owned by network:dhcp {{(pid=93332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:33:16.679061 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efaa1fc-5ab9-4c92-958c-cbbd3afb74b7 req-76b7ba84-6cee-49a1-9444-6132166ba6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:16.679960 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-4b8ca1f9-ba81-48df-93eb-0d6c8e54b62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3788555', 'neutron.services.segments.db._delete_segments_for_network-8758853804921'] for network, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:16.680603 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2efaa1fc-5ab9-4c92-958c-cbbd3afb74b7 req-76b7ba84-6cee-49a1-9444-6132166ba6bd service neutron] 10.222.0.50 "GET /v2.0/networks?id=f84a14b4-6ae5-49a8-9b82-a4cd22df649c HTTP/1.1" status: 200 len: 915 time: 0.1111312 Aug 04 16:33:16.693743 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.services.segments.db [None req-4b8ca1f9-ba81-48df-93eb-0d6c8e54b62a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2d52c5b-047d-4e08-ad14-c6b0baa45c1d']}} {{(pid=93331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:33:16.705311 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.services.segments.db [None req-4b8ca1f9-ba81-48df-93eb-0d6c8e54b62a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8392c763-1f84-43e4-9cad-85a22d6ab096') {'for_net_delete': True} {{(pid=93331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:33:16.705710 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.services.segments.db [None req-4b8ca1f9-ba81-48df-93eb-0d6c8e54b62a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8392c763-1f84-43e4-9cad-85a22d6ab096') {} {{(pid=93331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:33:16.716106 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-4b8ca1f9-ba81-48df-93eb-0d6c8e54b62a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758853817860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126256211'] for segment, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:16.730663 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2efaa1fc-5ab9-4c92-958c-cbbd3afb74b7 req-ab2ff636-f14b-4c06-9f46-fa9423526323 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59cccf08-f8a7-44d4-a688-6711abe584ec HTTP/1.1" status: 200 len: 217 time: 0.0399470 Aug 04 16:33:16.731458 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-4b8ca1f9-ba81-48df-93eb-0d6c8e54b62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519'] for segment, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:16.738688 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b8ca1f9-ba81-48df-93eb-0d6c8e54b62a admin admin] Releasing vlan 892 on physical network physnet1 to pool {{(pid=93331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:33:16.739154 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-4b8ca1f9-ba81-48df-93eb-0d6c8e54b62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129279368'] for segment, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:16.741266 dv-cinder-789564-9-iscsi neutron-server[93331]: Traceback (most recent call last): Aug 04 16:33:16.741266 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:33:16.741266 dv-cinder-789564-9-iscsi neutron-server[93331]: timer() Aug 04 16:33:16.741266 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:33:16.741266 dv-cinder-789564-9-iscsi neutron-server[93331]: cb(*args, **kw) Aug 04 16:33:16.741266 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:33:16.741266 dv-cinder-789564-9-iscsi neutron-server[93331]: return func(*args, **kwargs) Aug 04 16:33:16.741266 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:33:16.741266 dv-cinder-789564-9-iscsi neutron-server[93331]: self._notify() Aug 04 16:33:16.741266 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:33:16.741266 dv-cinder-789564-9-iscsi neutron-server[93331]: self.callback(batched_events) Aug 04 16:33:16.741266 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:33:16.741266 dv-cinder-789564-9-iscsi neutron-server[93331]: event.method(event) Aug 04 16:33:16.741266 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:33:16.741266 dv-cinder-789564-9-iscsi neutron-server[93331]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:33:16.741266 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:33:16.741266 dv-cinder-789564-9-iscsi neutron-server[93331]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:33:16.741266 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:33:16.741266 dv-cinder-789564-9-iscsi neutron-server[93331]: return f(self, *a, **k) Aug 04 16:33:16.741266 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:33:16.741266 dv-cinder-789564-9-iscsi neutron-server[93331]: return self._get(url).json() Aug 04 16:33:16.741266 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:33:16.741266 dv-cinder-789564-9-iscsi neutron-server[93331]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:33:16.741266 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:33:16.741266 dv-cinder-789564-9-iscsi neutron-server[93331]: return self.request(url, 'GET', **kwargs) Aug 04 16:33:16.741266 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:33:16.741266 dv-cinder-789564-9-iscsi neutron-server[93331]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:33:16.741266 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:33:16.741266 dv-cinder-789564-9-iscsi neutron-server[93331]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:33:16.741266 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:33:16.741266 dv-cinder-789564-9-iscsi neutron-server[93331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:33:16.741266 dv-cinder-789564-9-iscsi neutron-server[93331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:33:16.789807 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efaa1fc-5ab9-4c92-958c-cbbd3afb74b7 req-0350519c-902f-4241-a2f3-909d17bbf51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:16.791307 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2efaa1fc-5ab9-4c92-958c-cbbd3afb74b7 req-0350519c-902f-4241-a2f3-909d17bbf51e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2f0a857b-27c7-4c34-97cd-b3267755de7d HTTP/1.1" status: 200 len: 854 time: 0.0517380 Aug 04 16:33:16.808229 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-4b8ca1f9-ba81-48df-93eb-0d6c8e54b62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3788544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593556'] for network, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:16.821440 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-4b8ca1f9-ba81-48df-93eb-0d6c8e54b62a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for network, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:16.823576 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-4b8ca1f9-ba81-48df-93eb-0d6c8e54b62a admin admin] 10.222.0.77 "DELETE /v2.0/networks/c2d52c5b-047d-4e08-ad14-c6b0baa45c1d HTTP/1.1" status: 204 len: 168 time: 0.6162183 Aug 04 16:33:16.836234 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ca1f9-ba81-48df-93eb-0d6c8e54b62a admin admin] Pushing event deleted for resources: {'Network': ['ID=c2d52c5b-047d-4e08-ad14-c6b0baa45c1d,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:33:16.843865 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2efaa1fc-5ab9-4c92-958c-cbbd3afb74b7 req-26718713-d247-4e0c-a218-60cf467b2869 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f84a14b4-6ae5-49a8-9b82-a4cd22df649c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438626 Aug 04 16:33:16.884228 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-8ccdde65-5f17-48cd-bfe2-c69e683ad9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776'] for port, after_delete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:16.910701 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccdde65-5f17-48cd-bfe2-c69e683ad9cf None None] Pushing event deleted for resources: {'Port': ['ID=84bcf6e1-662b-4499-b45d-ee35cd18fd43,revision_number=None']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:33:16.913657 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8ccdde65-5f17-48cd-bfe2-c69e683ad9cf None None] Network c2d52c5b-047d-4e08-ad14-c6b0baa45c1d is not hosted by any dhcp agent {{(pid=93332) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 04 16:33:16.914163 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccdde65-5f17-48cd-bfe2-c69e683ad9cf None None] No DVR routers for this DVR port 84bcf6e1-662b-4499-b45d-ee35cd18fd43 on host dv-cinder-789564-9-iscsi {{(pid=93332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:33:16.950463 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2efaa1fc-5ab9-4c92-958c-cbbd3afb74b7 req-ceb555b8-c734-4952-88b3-9d85953fcfca service neutron] 10.222.0.50 "GET /v2.0/networks/f84a14b4-6ae5-49a8-9b82-a4cd22df649c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980022 Aug 04 16:33:16.970987 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 49076) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:33:17.023608 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-7222eee5-e486-4f05-bacd-fad194aecc9b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=76829aee5bb64de2bb202e81a575e30d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513444 Aug 04 16:33:17.026914 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 49078) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:33:17.074631 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-2efaa1fc-5ab9-4c92-958c-cbbd3afb74b7 req-90a2ed5f-8f26-461a-abb4-daefc000fbb5 service neutron] 10.222.0.50 "GET /v2.0/networks/f84a14b4-6ae5-49a8-9b82-a4cd22df649c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112916 Aug 04 16:33:17.080297 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-aaafa73b-887e-460e-93da-b083600aea31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:17.108897 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-aaafa73b-887e-460e-93da-b083600aea31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:17.159089 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-aaafa73b-887e-460e-93da-b083600aea31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:17.161633 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-aaafa73b-887e-460e-93da-b083600aea31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:17.162852 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-aaafa73b-887e-460e-93da-b083600aea31 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a8ed3355-eb2d-410f-8b3a-5239c1b671ca HTTP/1.1" status: 204 len: 168 time: 0.1344466 Aug 04 16:33:17.172428 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaafa73b-887e-460e-93da-b083600aea31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ed3355-eb2d-410f-8b3a-5239c1b671ca,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:33:17.504314 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 49084) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:33:17.548787 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-1706bd77-b9e7-49a6-a672-f64d338718a8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ea18e74ebf8c45bb9b4ac46b6469bacd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432055 Aug 04 16:33:17.551233 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 49088) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:33:17.580172 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 84bcf6e1-662b-4499-b45d-ee35cd18fd43 no longer exists at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:33:17.607522 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-2b38d380-4d30-4656-a890-8e3e3939a5bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:17.610151 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] No Port match for: 84bcf6e1-662b-4499-b45d-ee35cd18fd43 {{(pid=93332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:33:17.610568 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 84bcf6e1-662b-4499-b45d-ee35cd18fd43 not bound to the agent host dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:33:17.611053 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device b6fd439f-e195-4cca-a9c3-0865b21aa496 no longer exists at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:33:17.628826 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-2b38d380-4d30-4656-a890-8e3e3939a5bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:17.630258 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] No Port match for: b6fd439f-e195-4cca-a9c3-0865b21aa496 {{(pid=93332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:33:17.630617 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device b6fd439f-e195-4cca-a9c3-0865b21aa496 not bound to the agent host dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:33:17.676637 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-2b38d380-4d30-4656-a890-8e3e3939a5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:17.679302 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-2b38d380-4d30-4656-a890-8e3e3939a5bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:17.680480 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-2b38d380-4d30-4656-a890-8e3e3939a5bf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/752bdb4f-7b1f-4484-810e-f38ca40d704c HTTP/1.1" status: 204 len: 168 time: 0.1281710 Aug 04 16:33:17.689776 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b38d380-4d30-4656-a890-8e3e3939a5bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752bdb4f-7b1f-4484-810e-f38ca40d704c,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:33:20.992718 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:23.429272 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 6 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:33:38.139661 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-7dcab079-740b-4ce8-a350-b6874bb67dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:40.634638 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23643ab-55df-4479-8c78-5fc3a49302d8 req-68e1f781-6ea4-470b-a268-69ca1a1880e3 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:40.636161 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-a23643ab-55df-4479-8c78-5fc3a49302d8 req-68e1f781-6ea4-470b-a268-69ca1a1880e3 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/ports?device_id=32d1361f-85db-4657-97bd-38f4b84766bf HTTP/1.1" status: 200 len: 945 time: 0.0524390 Aug 04 16:33:40.676053 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-a23643ab-55df-4479-8c78-5fc3a49302d8 req-0506055e-790f-4284-866b-ea5ed3691d6f tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb02ef7b-10e5-408c-a01f-2d5d75d6f74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333087 Aug 04 16:33:40.938159 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-9243e8d5-70be-4c2c-b3a5-48238754f112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:40.990711 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:41.817738 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90196da3-68f5-423c-88ca-c6cfc6f1a8b8 req-c54d7d14-5a4f-4ec2-93ee-85d4ae35753b tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:41.819370 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-90196da3-68f5-423c-88ca-c6cfc6f1a8b8 req-c54d7d14-5a4f-4ec2-93ee-85d4ae35753b tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/ports?device_id=32d1361f-85db-4657-97bd-38f4b84766bf HTTP/1.1" status: 200 len: 945 time: 0.0687408 Aug 04 16:33:41.867958 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-90196da3-68f5-423c-88ca-c6cfc6f1a8b8 req-727768e6-e652-4d2f-927d-4a19c34f637f tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb02ef7b-10e5-408c-a01f-2d5d75d6f74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395434 Aug 04 16:33:42.262657 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:42.371623 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc343c3-538a-45f5-affb-88ac57bf0303 req-da8295a5-9c34-4432-85ad-932c771d1461 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:42.373216 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-ecc343c3-538a-45f5-affb-88ac57bf0303 req-da8295a5-9c34-4432-85ad-932c771d1461 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.50 "GET /v2.0/ports?device_id=32d1361f-85db-4657-97bd-38f4b84766bf HTTP/1.1" status: 200 len: 945 time: 0.0740297 Aug 04 16:33:42.480991 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [req-ecc343c3-538a-45f5-affb-88ac57bf0303 req-0d74cfe2-e498-4262-afbd-9ec47581c9de tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Deleting port 59cccf08-f8a7-44d4-a688-6711abe584ec {{(pid=93330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:33:42.481322 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-ecc343c3-538a-45f5-affb-88ac57bf0303 req-0d74cfe2-e498-4262-afbd-9ec47581c9de tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:42.579870 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-ecc343c3-538a-45f5-affb-88ac57bf0303 req-0d74cfe2-e498-4262-afbd-9ec47581c9de tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] For port 59cccf08-f8a7-44d4-a688-6711abe584ec, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=59cccf08-f8a7-44d4-a688-6711abe584ec,segment=NetworkSegment(7a9711c6-4229-45ca-afc5-6d451c0a4c47),segment_id=7a9711c6-4229-45ca-afc5-6d451c0a4c47)] {{(pid=93330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:33:42.580147 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-ecc343c3-538a-45f5-affb-88ac57bf0303 req-0d74cfe2-e498-4262-afbd-9ec47581c9de tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:42.594980 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [req-ecc343c3-538a-45f5-affb-88ac57bf0303 req-0d74cfe2-e498-4262-afbd-9ec47581c9de tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Calling delete_port for 59cccf08-f8a7-44d4-a688-6711abe584ec owned by compute:nova {{(pid=93330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:33:42.736827 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-ecc343c3-538a-45f5-affb-88ac57bf0303 req-0d74cfe2-e498-4262-afbd-9ec47581c9de tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:42.750733 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] get_ports_and_sgs() called for port_ids ['59cccf08-f8a7-44d4-a688-6711abe584ec'] {{(pid=93332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:33:42.768041 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d74cfe2-e498-4262-afbd-9ec47581c9de tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Pushing event deleted for resources: {'Port': ['ID=59cccf08-f8a7-44d4-a688-6711abe584ec,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:33:42.780726 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74cfe2-e498-4262-afbd-9ec47581c9de tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:42.781861 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74cfe2-e498-4262-afbd-9ec47581c9de tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:42.781861 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74cfe2-e498-4262-afbd-9ec47581c9de tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:42.781861 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74cfe2-e498-4262-afbd-9ec47581c9de tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:42.782209 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74cfe2-e498-4262-afbd-9ec47581c9de tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:42.783158 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74cfe2-e498-4262-afbd-9ec47581c9de tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:42.783158 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74cfe2-e498-4262-afbd-9ec47581c9de tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:42.783158 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74cfe2-e498-4262-afbd-9ec47581c9de tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:42.784339 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74cfe2-e498-4262-afbd-9ec47581c9de tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:42.784339 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74cfe2-e498-4262-afbd-9ec47581c9de tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:42.784339 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74cfe2-e498-4262-afbd-9ec47581c9de tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:42.784339 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74cfe2-e498-4262-afbd-9ec47581c9de tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:42.826374 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc343c3-538a-45f5-affb-88ac57bf0303 req-0d74cfe2-e498-4262-afbd-9ec47581c9de tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] No DVR routers for this DVR port 59cccf08-f8a7-44d4-a688-6711abe584ec on host hv-cinder-78956 {{(pid=93330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:33:42.828978 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-ecc343c3-538a-45f5-affb-88ac57bf0303 req-0d74cfe2-e498-4262-afbd-9ec47581c9de tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:42.831147 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-ecc343c3-538a-45f5-affb-88ac57bf0303 req-0d74cfe2-e498-4262-afbd-9ec47581c9de tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.50 "DELETE /v2.0/ports/59cccf08-f8a7-44d4-a688-6711abe584ec HTTP/1.1" status: 204 len: 173 time: 0.4462178 Aug 04 16:33:42.831541 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d1361f-85db-4657-97bd-38f4b84766bf', 'name': 'network-vif-deleted', 'tag': '59cccf08-f8a7-44d4-a688-6711abe584ec'}] {{(pid=93330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:33:42.833825 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37e886c0defde040503dc6230deb255415226de4639eab9b495881836c77004d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743a5781-acba-4fbf-a47e-c7c7c434e372" -d '{"events": [{"server_uuid": "32d1361f-85db-4657-97bd-38f4b84766bf", "name": "network-vif-deleted", "tag": "59cccf08-f8a7-44d4-a688-6711abe584ec"}]}' {{(pid=93330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:33:42.880310 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b851f9-b01b-4afb-afe3-2c37cf48f8e1 x-openstack-request-id: req-d0b851f9-b01b-4afb-afe3-2c37cf48f8e1 {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:33:42.880610 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d1361f-85db-4657-97bd-38f4b84766bf", "name": "network-vif-deleted", "tag": "59cccf08-f8a7-44d4-a688-6711abe584ec", "status": "completed", "code": 200}]} {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:33:42.880842 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d0b851f9-b01b-4afb-afe3-2c37cf48f8e1 {{(pid=93330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:33:42.881235 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d1361f-85db-4657-97bd-38f4b84766bf', 'name': 'network-vif-deleted', 'tag': '59cccf08-f8a7-44d4-a688-6711abe584ec', 'status': 'completed', 'code': 200} Aug 04 16:33:42.979122 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-5fd7b7c5-74f4-4d61-9192-2aaf42c335a9 req-37098e78-20fb-487f-ba81-b1d367542454 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/ports?device_id=32d1361f-85db-4657-97bd-38f4b84766bf HTTP/1.1" status: 200 len: 210 time: 0.0363007 Aug 04 16:33:43.706921 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:47.259941 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 59cccf08-f8a7-44d4-a688-6711abe584ec no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:33:47.280489 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] No Port match for: 59cccf08-f8a7-44d4-a688-6711abe584ec {{(pid=93332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:33:47.281559 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 59cccf08-f8a7-44d4-a688-6711abe584ec not bound to the agent host hv-cinder-78956 {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:33:51.002478 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:54.063000 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93753d83-dd49-4385-ada5-1026943975aa req-34340685-5fd2-459d-b761-f765ff2c7efe tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:54.064369 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-93753d83-dd49-4385-ada5-1026943975aa req-34340685-5fd2-459d-b761-f765ff2c7efe tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/networks?id=f84a14b4-6ae5-49a8-9b82-a4cd22df649c HTTP/1.1" status: 200 len: 814 time: 0.1025853 Aug 04 16:33:54.079977 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-93753d83-dd49-4385-ada5-1026943975aa req-bd7cf45e-eddd-486f-a501-deebd67ff8be tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/quotas/166850251ba549a2b5a7b0058be05b33 HTTP/1.1" status: 200 len: 375 time: 0.0094385 Aug 04 16:33:54.111151 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-93753d83-dd49-4385-ada5-1026943975aa req-e184b840-0b00-421c-a42a-b1d05fd2a3d5 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=166850251ba549a2b5a7b0058be05b33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257528 Aug 04 16:33:54.208309 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-93753d83-dd49-4385-ada5-1026943975aa req-5568aafd-f87b-4d0f-8d40-5b08673fd97f service neutron] 10.222.0.77 "GET /v2.0/networks/f84a14b4-6ae5-49a8-9b82-a4cd22df649c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901272 Aug 04 16:33:54.300142 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-93753d83-dd49-4385-ada5-1026943975aa req-812728ef-550c-4d0d-8607-8e4a1dd024a3 service neutron] 10.222.0.77 "GET /v2.0/networks/f84a14b4-6ae5-49a8-9b82-a4cd22df649c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853631 Aug 04 16:33:54.482787 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-709919fb-40e1-4b0d-bf57-4a29e9aef63c req-1f4b8026-dad6-43bb-9140-3ebe2841a562 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ad671-d695-4901-8858-951d2ded8936 HTTP/1.1" status: 200 len: 210 time: 0.0364347 Aug 04 16:33:55.518176 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93753d83-dd49-4385-ada5-1026943975aa req-f8eee65e-3728-4003-9031-48a3454799e7 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:55.519943 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-93753d83-dd49-4385-ada5-1026943975aa req-f8eee65e-3728-4003-9031-48a3454799e7 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.50 "GET /v2.0/networks?id=f84a14b4-6ae5-49a8-9b82-a4cd22df649c HTTP/1.1" status: 200 len: 814 time: 0.1241319 Aug 04 16:33:55.543828 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [req-93753d83-dd49-4385-ada5-1026943975aa req-3c2ef66e-c5a0-4d61-80c8-d7ceff9c8ab5 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Request body: {'port': {'device_id': '4a8ad671-d695-4901-8858-951d2ded8936', 'network_id': 'f84a14b4-6ae5-49a8-9b82-a4cd22df649c', 'admin_state_up': True, 'tenant_id': '166850251ba549a2b5a7b0058be05b33'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:33:55.671810 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-5581799b-ce64-4928-9b47-c4ea6ef391c6 req-588facb0-350c-45cb-a54c-40a98b1a9bad tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ad671-d695-4901-8858-951d2ded8936 HTTP/1.1" status: 200 len: 210 time: 0.0990167 Aug 04 16:33:55.744827 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93753d83-dd49-4385-ada5-1026943975aa req-3c2ef66e-c5a0-4d61-80c8-d7ceff9c8ab5 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Made reservation on behalf of 166850251ba549a2b5a7b0058be05b33 for: {'port': 1} {{(pid=93330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:33:55.748504 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-93753d83-dd49-4385-ada5-1026943975aa req-3c2ef66e-c5a0-4d61-80c8-d7ceff9c8ab5 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:55.875045 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.db_base_plugin_common [req-93753d83-dd49-4385-ada5-1026943975aa req-3c2ef66e-c5a0-4d61-80c8-d7ceff9c8ab5 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Allocated IP 172.20.0.4 (f84a14b4-6ae5-49a8-9b82-a4cd22df649c/2f0a857b-27c7-4c34-97cd-b3267755de7d/49983887-538f-4bc4-89a4-9b8d01ca1847) {{(pid=93330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:33:56.028435 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-93753d83-dd49-4385-ada5-1026943975aa req-3c2ef66e-c5a0-4d61-80c8-d7ceff9c8ab5 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Notify callbacks [] for port, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:56.072239 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-93753d83-dd49-4385-ada5-1026943975aa req-3c2ef66e-c5a0-4d61-80c8-d7ceff9c8ab5 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:56.112910 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93753d83-dd49-4385-ada5-1026943975aa req-3c2ef66e-c5a0-4d61-80c8-d7ceff9c8ab5 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Network f84a14b4-6ae5-49a8-9b82-a4cd22df649c is already hosted by enough agents. {{(pid=93330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:33:56.118535 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [req-93753d83-dd49-4385-ada5-1026943975aa req-3c2ef66e-c5a0-4d61-80c8-d7ceff9c8ab5 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Resources bound (agent type, host, resource id): {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:33:56.122580 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [req-93753d83-dd49-4385-ada5-1026943975aa req-3c2ef66e-c5a0-4d61-80c8-d7ceff9c8ab5 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Received port after_create {{(pid=93330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:33:56.129222 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ef66e-c5a0-4d61-80c8-d7ceff9c8ab5 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Pushing event updated for resources: {'Port': ['ID=49983887-538f-4bc4-89a4-9b8d01ca1847,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:33:56.181710 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93753d83-dd49-4385-ada5-1026943975aa req-3c2ef66e-c5a0-4d61-80c8-d7ceff9c8ab5 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:56.182369 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-93753d83-dd49-4385-ada5-1026943975aa req-3c2ef66e-c5a0-4d61-80c8-d7ceff9c8ab5 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:56.202484 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-93753d83-dd49-4385-ada5-1026943975aa req-3c2ef66e-c5a0-4d61-80c8-d7ceff9c8ab5 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6664631 Aug 04 16:33:56.221841 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [req-93753d83-dd49-4385-ada5-1026943975aa req-3978e2d9-f758-43ba-9b26-9c86e57c02c0 service neutron] Request body: {'port': {'device_id': '4a8ad671-d695-4901-8858-951d2ded8936', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:33:56.276129 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-93753d83-dd49-4385-ada5-1026943975aa req-3978e2d9-f758-43ba-9b26-9c86e57c02c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:56.541472 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [req-93753d83-dd49-4385-ada5-1026943975aa req-3978e2d9-f758-43ba-9b26-9c86e57c02c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49983887-538f-4bc4-89a4-9b8d01ca1847 {{(pid=93330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:33:56.549344 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-93753d83-dd49-4385-ada5-1026943975aa req-3978e2d9-f758-43ba-9b26-9c86e57c02c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:56.562725 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.provisioning_blocks [req-93753d83-dd49-4385-ada5-1026943975aa req-3978e2d9-f758-43ba-9b26-9c86e57c02c0 service neutron] Transition to ACTIVE for port object 49983887-538f-4bc4-89a4-9b8d01ca1847 will not be triggered until provisioned by entity L2. {{(pid=93330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:33:56.567959 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-93753d83-dd49-4385-ada5-1026943975aa req-3978e2d9-f758-43ba-9b26-9c86e57c02c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129638395'] for port, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:56.620603 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3978e2d9-f758-43ba-9b26-9c86e57c02c0 service neutron] Pushing event updated for resources: {'Port': ['ID=49983887-538f-4bc4-89a4-9b8d01ca1847,revision_number=2']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:33:56.700667 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-93753d83-dd49-4385-ada5-1026943975aa req-3978e2d9-f758-43ba-9b26-9c86e57c02c0 service neutron] Attempting to bind port 49983887-538f-4bc4-89a4-9b8d01ca1847 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:33:56.701001 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-93753d83-dd49-4385-ada5-1026943975aa req-3978e2d9-f758-43ba-9b26-9c86e57c02c0 service neutron] Attempting to bind port 49983887-538f-4bc4-89a4-9b8d01ca1847 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '7a9711c6-4229-45ca-afc5-6d451c0a4c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'f84a14b4-6ae5-49a8-9b82-a4cd22df649c'}] {{(pid=93330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:33:56.701336 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93753d83-dd49-4385-ada5-1026943975aa req-3978e2d9-f758-43ba-9b26-9c86e57c02c0 service neutron] Attempting to bind port 49983887-538f-4bc4-89a4-9b8d01ca1847 on network f84a14b4-6ae5-49a8-9b82-a4cd22df649c {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:33:56.705924 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93753d83-dd49-4385-ada5-1026943975aa req-3978e2d9-f758-43ba-9b26-9c86e57c02c0 service neutron] Port 49983887-538f-4bc4-89a4-9b8d01ca1847 on network f84a14b4-6ae5-49a8-9b82-a4cd22df649c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:33:56.706276 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93753d83-dd49-4385-ada5-1026943975aa req-3978e2d9-f758-43ba-9b26-9c86e57c02c0 service neutron] Attempting to bind port 49983887-538f-4bc4-89a4-9b8d01ca1847 on network f84a14b4-6ae5-49a8-9b82-a4cd22df649c {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:33:56.711228 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93753d83-dd49-4385-ada5-1026943975aa req-3978e2d9-f758-43ba-9b26-9c86e57c02c0 service neutron] Checking agent: {'id': 'd306b3d0-6735-4bf3-81d7-29bae54f6551', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 22, 19), 'started_at': datetime.datetime(2021, 8, 4, 16, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:33:56.711565 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93753d83-dd49-4385-ada5-1026943975aa req-3978e2d9-f758-43ba-9b26-9c86e57c02c0 service neutron] Checking segment: {'id': '7a9711c6-4229-45ca-afc5-6d451c0a4c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'f84a14b4-6ae5-49a8-9b82-a4cd22df649c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:33:56.711954 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93753d83-dd49-4385-ada5-1026943975aa req-3978e2d9-f758-43ba-9b26-9c86e57c02c0 service neutron] Bound using segment: {'id': '7a9711c6-4229-45ca-afc5-6d451c0a4c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'f84a14b4-6ae5-49a8-9b82-a4cd22df649c'} {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:33:56.712426 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-93753d83-dd49-4385-ada5-1026943975aa req-3978e2d9-f758-43ba-9b26-9c86e57c02c0 service neutron] Bound port: 49983887-538f-4bc4-89a4-9b8d01ca1847, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a9711c6-4229-45ca-afc5-6d451c0a4c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'f84a14b4-6ae5-49a8-9b82-a4cd22df649c'}}] {{(pid=93330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:33:56.712782 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-93753d83-dd49-4385-ada5-1026943975aa req-3978e2d9-f758-43ba-9b26-9c86e57c02c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:56.777655 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-93753d83-dd49-4385-ada5-1026943975aa req-3978e2d9-f758-43ba-9b26-9c86e57c02c0 service neutron] For port 49983887-538f-4bc4-89a4-9b8d01ca1847, host hv-cinder-78956, cleared binding levels {{(pid=93330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:33:56.781130 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-93753d83-dd49-4385-ada5-1026943975aa req-3978e2d9-f758-43ba-9b26-9c86e57c02c0 service neutron] For port 49983887-538f-4bc4-89a4-9b8d01ca1847, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=49983887-538f-4bc4-89a4-9b8d01ca1847,segment=NetworkSegment(7a9711c6-4229-45ca-afc5-6d451c0a4c47),segment_id=7a9711c6-4229-45ca-afc5-6d451c0a4c47)] {{(pid=93330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:33:56.787036 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-93753d83-dd49-4385-ada5-1026943975aa req-3978e2d9-f758-43ba-9b26-9c86e57c02c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129638395'] for port, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:56.810559 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43519b2c-3ab7-4c95-a2dc-4fc42b4b4c2c req-81589b17-23a7-41ef-a269-7fc108bd6c5e tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:56.812075 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-43519b2c-3ab7-4c95-a2dc-4fc42b4b4c2c req-81589b17-23a7-41ef-a269-7fc108bd6c5e tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ad671-d695-4901-8858-951d2ded8936 HTTP/1.1" status: 200 len: 943 time: 0.0518413 Aug 04 16:33:56.826545 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93753d83-dd49-4385-ada5-1026943975aa req-3978e2d9-f758-43ba-9b26-9c86e57c02c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:56.827161 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-93753d83-dd49-4385-ada5-1026943975aa req-3978e2d9-f758-43ba-9b26-9c86e57c02c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:56.828555 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-93753d83-dd49-4385-ada5-1026943975aa req-3978e2d9-f758-43ba-9b26-9c86e57c02c0 service neutron] 10.222.0.50 "PUT /v2.0/ports/49983887-538f-4bc4-89a4-9b8d01ca1847 HTTP/1.1" status: 200 len: 1093 time: 0.6112044 Aug 04 16:33:56.828983 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a8ad671-d695-4901-8858-951d2ded8936', 'tag': '49983887-538f-4bc4-89a4-9b8d01ca1847'}] {{(pid=93330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:33:56.831238 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37e886c0defde040503dc6230deb255415226de4639eab9b495881836c77004d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db070f36-fc8e-4950-8a1e-e95cc40a0356" -d '{"events": [{"name": "network-changed", "server_uuid": "4a8ad671-d695-4901-8858-951d2ded8936", "tag": "49983887-538f-4bc4-89a4-9b8d01ca1847"}]}' {{(pid=93330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:33:56.854069 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3978e2d9-f758-43ba-9b26-9c86e57c02c0 service neutron] Pushing event updated for resources: {'Port': ['ID=49983887-538f-4bc4-89a4-9b8d01ca1847,revision_number=3']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:33:56.862846 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-43519b2c-3ab7-4c95-a2dc-4fc42b4b4c2c req-603597df-38a2-4b3e-aa6b-0813e5e51767 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb02ef7b-10e5-408c-a01f-2d5d75d6f74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436969 Aug 04 16:33:56.871641 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7802c2ea-7255-42c6-b55c-3471acb815f0 x-openstack-request-id: req-7802c2ea-7255-42c6-b55c-3471acb815f0 {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:33:56.871949 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a8ad671-d695-4901-8858-951d2ded8936", "tag": "49983887-538f-4bc4-89a4-9b8d01ca1847", "status": "completed", "code": 200}]} {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:33:56.872203 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7802c2ea-7255-42c6-b55c-3471acb815f0 {{(pid=93330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:33:56.872595 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a8ad671-d695-4901-8858-951d2ded8936', 'tag': '49983887-538f-4bc4-89a4-9b8d01ca1847', 'status': 'completed', 'code': 200} Aug 04 16:33:56.918713 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93753d83-dd49-4385-ada5-1026943975aa req-795307c9-9add-49e3-87f6-3024ea4bd2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:56.920556 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-93753d83-dd49-4385-ada5-1026943975aa req-795307c9-9add-49e3-87f6-3024ea4bd2b1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=166850251ba549a2b5a7b0058be05b33&device_id=4a8ad671-d695-4901-8858-951d2ded8936 HTTP/1.1" status: 200 len: 1096 time: 0.0409012 Aug 04 16:33:56.963664 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-93753d83-dd49-4385-ada5-1026943975aa req-55e3313b-47b1-4984-b8f1-4519bbfcaaf5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49983887-538f-4bc4-89a4-9b8d01ca1847 HTTP/1.1" status: 200 len: 217 time: 0.0333502 Aug 04 16:33:57.016533 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93753d83-dd49-4385-ada5-1026943975aa req-3a20fdd9-1147-4e97-86ce-c3f1f2a53540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:57.017975 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-93753d83-dd49-4385-ada5-1026943975aa req-3a20fdd9-1147-4e97-86ce-c3f1f2a53540 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2f0a857b-27c7-4c34-97cd-b3267755de7d HTTP/1.1" status: 200 len: 854 time: 0.0459874 Aug 04 16:33:57.054284 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-93753d83-dd49-4385-ada5-1026943975aa req-52d6d87a-5caa-4029-ab8a-06f51740510e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f84a14b4-6ae5-49a8-9b82-a4cd22df649c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283487 Aug 04 16:33:57.147521 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-93753d83-dd49-4385-ada5-1026943975aa req-9b369539-2478-4a2b-9027-31e743df4d55 service neutron] 10.222.0.50 "GET /v2.0/networks/f84a14b4-6ae5-49a8-9b82-a4cd22df649c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844729 Aug 04 16:33:57.242572 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-93753d83-dd49-4385-ada5-1026943975aa req-4d2f5481-f85b-4887-b4c7-12738e6248f8 service neutron] 10.222.0.50 "GET /v2.0/networks/f84a14b4-6ae5-49a8-9b82-a4cd22df649c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870595 Aug 04 16:33:57.337827 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db070f36-fc8e-4950-8a1e-e95cc40a0356 req-5c0fa7c5-b201-4353-99cb-9eb0ec30a26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:57.339395 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-db070f36-fc8e-4950-8a1e-e95cc40a0356 req-5c0fa7c5-b201-4353-99cb-9eb0ec30a26e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=166850251ba549a2b5a7b0058be05b33&device_id=4a8ad671-d695-4901-8858-951d2ded8936 HTTP/1.1" status: 200 len: 1096 time: 0.0432913 Aug 04 16:33:57.436976 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db070f36-fc8e-4950-8a1e-e95cc40a0356 req-dc3812e7-9d1e-4517-8e93-b8124c529607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:57.438397 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-db070f36-fc8e-4950-8a1e-e95cc40a0356 req-dc3812e7-9d1e-4517-8e93-b8124c529607 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f84a14b4-6ae5-49a8-9b82-a4cd22df649c HTTP/1.1" status: 200 len: 915 time: 0.0880404 Aug 04 16:33:57.483509 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-db070f36-fc8e-4950-8a1e-e95cc40a0356 req-ec18c6cb-2485-4c1d-b5e6-65e96e329f2c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49983887-538f-4bc4-89a4-9b8d01ca1847 HTTP/1.1" status: 200 len: 217 time: 0.0368459 Aug 04 16:33:57.534874 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db070f36-fc8e-4950-8a1e-e95cc40a0356 req-d68758d2-6e50-4fee-a8d6-b639fa18fadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:57.536753 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-db070f36-fc8e-4950-8a1e-e95cc40a0356 req-d68758d2-6e50-4fee-a8d6-b639fa18fadc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2f0a857b-27c7-4c34-97cd-b3267755de7d HTTP/1.1" status: 200 len: 854 time: 0.0452101 Aug 04 16:33:57.571028 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-db070f36-fc8e-4950-8a1e-e95cc40a0356 req-e04849b2-f139-4c25-bf39-450b816cc12e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f84a14b4-6ae5-49a8-9b82-a4cd22df649c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256758 Aug 04 16:33:57.667540 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-db070f36-fc8e-4950-8a1e-e95cc40a0356 req-1d0a2b42-5417-4ad3-8094-d6bb3dd1e3f4 service neutron] 10.222.0.50 "GET /v2.0/networks/f84a14b4-6ae5-49a8-9b82-a4cd22df649c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883996 Aug 04 16:33:57.783442 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-db070f36-fc8e-4950-8a1e-e95cc40a0356 req-89b0e271-822e-491a-b921-f399e2a5e326 service neutron] 10.222.0.50 "GET /v2.0/networks/f84a14b4-6ae5-49a8-9b82-a4cd22df649c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059575 Aug 04 16:33:57.989925 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a8094-8d20-4c06-9fd6-705389096145 req-9bb61351-866d-4abf-b4a2-3ec076429fe0 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:57.992122 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-785a8094-8d20-4c06-9fd6-705389096145 req-9bb61351-866d-4abf-b4a2-3ec076429fe0 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ad671-d695-4901-8858-951d2ded8936 HTTP/1.1" status: 200 len: 943 time: 0.0583432 Aug 04 16:33:58.032428 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-785a8094-8d20-4c06-9fd6-705389096145 req-77b66126-75d7-4ebd-a2ff-5054dc54c3ac tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb02ef7b-10e5-408c-a01f-2d5d75d6f74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337710 Aug 04 16:33:59.306048 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f63dd5-426b-411e-97d9-82dcfb440294 req-0c608689-7a19-42b8-ba98-375b9978af40 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:59.307573 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d7f63dd5-426b-411e-97d9-82dcfb440294 req-0c608689-7a19-42b8-ba98-375b9978af40 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ad671-d695-4901-8858-951d2ded8936 HTTP/1.1" status: 200 len: 943 time: 0.2065001 Aug 04 16:33:59.330260 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 49983887-538f-4bc4-89a4-9b8d01ca1847 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:33:59.348964 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d7f63dd5-426b-411e-97d9-82dcfb440294 req-98de654e-fcff-4562-9b6c-684a8e0527e3 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb02ef7b-10e5-408c-a01f-2d5d75d6f74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352280 Aug 04 16:33:59.428456 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 49983887-538f-4bc4-89a4-9b8d01ca1847, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=49983887-538f-4bc4-89a4-9b8d01ca1847,segment=NetworkSegment(7a9711c6-4229-45ca-afc5-6d451c0a4c47),segment_id=7a9711c6-4229-45ca-afc5-6d451c0a4c47)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:33:59.440540 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Returning: {'device': '49983887-538f-4bc4-89a4-9b8d01ca1847', 'network_id': 'f84a14b4-6ae5-49a8-9b82-a4cd22df649c', 'port_id': '49983887-538f-4bc4-89a4-9b8d01ca1847', 'mac_address': 'fa:16:3e:20:de:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 881, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f0a857b-27c7-4c34-97cd-b3267755de7d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:33:59.478336 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:59.491318 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49983887-538f-4bc4-89a4-9b8d01ca1847 {{(pid=93332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:33:59.511794 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 49983887-538f-4bc4-89a4-9b8d01ca1847, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=49983887-538f-4bc4-89a4-9b8d01ca1847,segment=NetworkSegment(7a9711c6-4229-45ca-afc5-6d451c0a4c47),segment_id=7a9711c6-4229-45ca-afc5-6d451c0a4c47)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:33:59.516912 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:59.574417 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=49983887-538f-4bc4-89a4-9b8d01ca1847,revision_number=4']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:33:59.582302 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:59.582578 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:59.582921 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:59.583265 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:59.583599 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:59.583932 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:59.584258 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:59.584585 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:59.584910 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:59.585233 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:59.585556 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:59.585879 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:59.767256 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] get_ports_and_sgs() called for port_ids ['49983887-538f-4bc4-89a4-9b8d01ca1847'] {{(pid=93332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:34:00.428547 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 6 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:34:00.465401 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd54fc9-f98f-4589-8a2d-6bc48bb40216 req-bf205021-7062-4e38-b710-661f84d63d3a tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:00.467088 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3cd54fc9-f98f-4589-8a2d-6bc48bb40216 req-bf205021-7062-4e38-b710-661f84d63d3a tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ad671-d695-4901-8858-951d2ded8936 HTTP/1.1" status: 200 len: 944 time: 0.0505857 Aug 04 16:34:00.508024 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3cd54fc9-f98f-4589-8a2d-6bc48bb40216 req-c6eed893-1149-4820-91ee-658a232e0ef1 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb02ef7b-10e5-408c-a01f-2d5d75d6f74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346947 Aug 04 16:34:01.333180 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 49983887-538f-4bc4-89a4-9b8d01ca1847 up at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:34:01.384068 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Provisioning for port 49983887-538f-4bc4-89a4-9b8d01ca1847 completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:34:01.388026 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Provisioning complete for port 49983887-538f-4bc4-89a4-9b8d01ca1847 triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:34:01.388404 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:01.466917 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:01.488692 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8ad671-d695-4901-8858-951d2ded8936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49983887-538f-4bc4-89a4-9b8d01ca1847'}] {{(pid=93332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:34:01.490957 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60a3b88c11522644802803ec4887c4dd8a4d8449af02ad3849b143fbab4f5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce29da76-35df-41f7-9a9d-559bb843330b" -d '{"events": [{"server_uuid": "4a8ad671-d695-4901-8858-951d2ded8936", "name": "network-vif-plugged", "status": "completed", "tag": "49983887-538f-4bc4-89a4-9b8d01ca1847"}]}' {{(pid=93332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:34:01.504053 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 49983887-538f-4bc4-89a4-9b8d01ca1847, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=49983887-538f-4bc4-89a4-9b8d01ca1847,segment=NetworkSegment(7a9711c6-4229-45ca-afc5-6d451c0a4c47),segment_id=7a9711c6-4229-45ca-afc5-6d451c0a4c47)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:34:01.511440 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:01.535090 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad374bb-b193-4814-81cf-34b7a80034c5 x-openstack-request-id: req-5ad374bb-b193-4814-81cf-34b7a80034c5 {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:34:01.535453 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8ad671-d695-4901-8858-951d2ded8936", "name": "network-vif-plugged", "status": "completed", "tag": "49983887-538f-4bc4-89a4-9b8d01ca1847", "code": 200}]} {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:34:01.536144 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5ad374bb-b193-4814-81cf-34b7a80034c5 {{(pid=93332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:34:01.536144 dv-cinder-789564-9-iscsi neutron-server[93332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8ad671-d695-4901-8858-951d2ded8936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49983887-538f-4bc4-89a4-9b8d01ca1847', 'code': 200} Aug 04 16:34:01.564488 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=49983887-538f-4bc4-89a4-9b8d01ca1847,revision_number=5']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:01.634246 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7a8eb-ede2-43b8-b1db-7020543da11f req-3af66f31-b341-451f-8005-cf2eda40b11a tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:01.635765 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-fce7a8eb-ede2-43b8-b1db-7020543da11f req-3af66f31-b341-451f-8005-cf2eda40b11a tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ad671-d695-4901-8858-951d2ded8936 HTTP/1.1" status: 200 len: 945 time: 0.0513961 Aug 04 16:34:01.690372 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-fce7a8eb-ede2-43b8-b1db-7020543da11f req-10029e8e-b8c6-4174-b072-0d3f2321a2e0 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb02ef7b-10e5-408c-a01f-2d5d75d6f74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470178 Aug 04 16:34:01.721030 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6fd87-d785-4702-be42-80d523b0a916 req-33c309be-9fd1-497b-8768-030ea9174cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:01.722606 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-29f6fd87-d785-4702-be42-80d523b0a916 req-33c309be-9fd1-497b-8768-030ea9174cb2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4a8ad671-d695-4901-8858-951d2ded8936 HTTP/1.1" status: 200 len: 1098 time: 0.0490892 Aug 04 16:34:01.766088 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-29f6fd87-d785-4702-be42-80d523b0a916 req-72d7a6cf-4784-4367-88ce-70ba5917a628 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=eb02ef7b-10e5-408c-a01f-2d5d75d6f74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335679 Aug 04 16:34:02.821074 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5b0aa-2b27-497e-90e4-8c37bb5eb85d req-7436c3d1-70bf-40f1-a2de-66cfd7407904 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:02.822602 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-75d5b0aa-2b27-497e-90e4-8c37bb5eb85d req-7436c3d1-70bf-40f1-a2de-66cfd7407904 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ad671-d695-4901-8858-951d2ded8936 HTTP/1.1" status: 200 len: 945 time: 0.0538318 Aug 04 16:34:02.862527 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-75d5b0aa-2b27-497e-90e4-8c37bb5eb85d req-d48c5c52-5ba1-47a5-889a-be52f630a3a6 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb02ef7b-10e5-408c-a01f-2d5d75d6f74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331185 Aug 04 16:34:08.143869 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-21053a44-7319-40c7-81d0-b0bec6b4c3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:10.932212 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-9ed0382a-4532-4a58-90c7-a46943e629e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:11.001125 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:12.265562 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:13.710352 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:17.285440 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6d62ac9d-4b34-48b9-a1b8-687b28211bea req-b46e0b10-e8b5-47ba-8a02-ac17ab97faf6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4a8ad671-d695-4901-8858-951d2ded8936&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409999 Aug 04 16:34:17.382410 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62ac9d-4b34-48b9-a1b8-687b28211bea req-4c30a22a-03ff-450f-a12d-c92625948384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:17.384573 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6d62ac9d-4b34-48b9-a1b8-687b28211bea req-4c30a22a-03ff-450f-a12d-c92625948384 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=166850251ba549a2b5a7b0058be05b33&device_id=4a8ad671-d695-4901-8858-951d2ded8936 HTTP/1.1" status: 200 len: 1098 time: 0.0465403 Aug 04 16:34:17.799439 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62ac9d-4b34-48b9-a1b8-687b28211bea req-58512c24-6952-4e4a-848c-dc2db49d5376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:17.800886 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6d62ac9d-4b34-48b9-a1b8-687b28211bea req-58512c24-6952-4e4a-848c-dc2db49d5376 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f84a14b4-6ae5-49a8-9b82-a4cd22df649c HTTP/1.1" status: 200 len: 915 time: 0.3749859 Aug 04 16:34:17.843064 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6d62ac9d-4b34-48b9-a1b8-687b28211bea req-358cb1f8-00cb-4c88-a890-0e7ad122af53 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49983887-538f-4bc4-89a4-9b8d01ca1847 HTTP/1.1" status: 200 len: 217 time: 0.0338011 Aug 04 16:34:17.899707 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62ac9d-4b34-48b9-a1b8-687b28211bea req-92f21d11-f6ee-443e-9751-c93cf3fc3dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:17.901194 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6d62ac9d-4b34-48b9-a1b8-687b28211bea req-92f21d11-f6ee-443e-9751-c93cf3fc3dd8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2f0a857b-27c7-4c34-97cd-b3267755de7d HTTP/1.1" status: 200 len: 854 time: 0.0507026 Aug 04 16:34:17.939643 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6d62ac9d-4b34-48b9-a1b8-687b28211bea req-d815ab2d-64fd-4bea-b52f-534888f49600 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f84a14b4-6ae5-49a8-9b82-a4cd22df649c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287042 Aug 04 16:34:17.952420 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [req-6d62ac9d-4b34-48b9-a1b8-687b28211bea req-72acafcd-58a5-4a94-8f00-5f90b02826af service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:34:17.953352 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6d62ac9d-4b34-48b9-a1b8-687b28211bea req-72acafcd-58a5-4a94-8f00-5f90b02826af service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052276 Aug 04 16:34:18.051485 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6d62ac9d-4b34-48b9-a1b8-687b28211bea req-ba4d5daa-571d-4b51-a728-f4513f9b1428 service neutron] 10.222.0.50 "GET /v2.0/networks/f84a14b4-6ae5-49a8-9b82-a4cd22df649c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893619 Aug 04 16:34:18.147491 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6d62ac9d-4b34-48b9-a1b8-687b28211bea req-90c43fd7-5880-4d11-95d5-5281ba6b168b service neutron] 10.222.0.50 "GET /v2.0/networks/f84a14b4-6ae5-49a8-9b82-a4cd22df649c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877364 Aug 04 16:34:21.001317 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:23.115619 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25f612-4748-4b9a-b75c-7541b8673f62 req-58b98da8-2fd3-4e5f-ae34-597be0de72d5 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:23.117003 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-0f25f612-4748-4b9a-b75c-7541b8673f62 req-58b98da8-2fd3-4e5f-ae34-597be0de72d5 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ad671-d695-4901-8858-951d2ded8936 HTTP/1.1" status: 200 len: 945 time: 0.0530403 Aug 04 16:34:23.155763 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-0f25f612-4748-4b9a-b75c-7541b8673f62 req-2085b521-b625-445d-a0db-544cb8f59d19 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb02ef7b-10e5-408c-a01f-2d5d75d6f74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321336 Aug 04 16:34:24.284178 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a7ad3-837e-44b7-a811-708cbdce13e5 req-5abae96e-8504-4c74-a81e-c69fe28d1493 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:24.285700 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-1f0a7ad3-837e-44b7-a811-708cbdce13e5 req-5abae96e-8504-4c74-a81e-c69fe28d1493 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ad671-d695-4901-8858-951d2ded8936 HTTP/1.1" status: 200 len: 945 time: 0.0521500 Aug 04 16:34:24.327112 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-1f0a7ad3-837e-44b7-a811-708cbdce13e5 req-c3fba229-081c-4c99-989a-a12d45bd302b tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb02ef7b-10e5-408c-a01f-2d5d75d6f74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352788 Aug 04 16:34:24.868529 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59274756-c3bf-44ee-a0cf-1e94202c6212 req-8661db4c-481f-4d04-b82e-e7da4317d1f3 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:24.870015 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-59274756-c3bf-44ee-a0cf-1e94202c6212 req-8661db4c-481f-4d04-b82e-e7da4317d1f3 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a8ad671-d695-4901-8858-951d2ded8936 HTTP/1.1" status: 200 len: 945 time: 0.0521295 Aug 04 16:34:24.971587 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [req-59274756-c3bf-44ee-a0cf-1e94202c6212 req-ea3c84fe-6f1e-42e0-8c49-4cf3fcdd71f8 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Deleting port 49983887-538f-4bc4-89a4-9b8d01ca1847 {{(pid=93330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:34:24.971917 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-59274756-c3bf-44ee-a0cf-1e94202c6212 req-ea3c84fe-6f1e-42e0-8c49-4cf3fcdd71f8 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:25.063296 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-59274756-c3bf-44ee-a0cf-1e94202c6212 req-ea3c84fe-6f1e-42e0-8c49-4cf3fcdd71f8 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] For port 49983887-538f-4bc4-89a4-9b8d01ca1847, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=49983887-538f-4bc4-89a4-9b8d01ca1847,segment=NetworkSegment(7a9711c6-4229-45ca-afc5-6d451c0a4c47),segment_id=7a9711c6-4229-45ca-afc5-6d451c0a4c47)] {{(pid=93330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:34:25.063640 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-59274756-c3bf-44ee-a0cf-1e94202c6212 req-ea3c84fe-6f1e-42e0-8c49-4cf3fcdd71f8 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:25.078487 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [req-59274756-c3bf-44ee-a0cf-1e94202c6212 req-ea3c84fe-6f1e-42e0-8c49-4cf3fcdd71f8 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Calling delete_port for 49983887-538f-4bc4-89a4-9b8d01ca1847 owned by compute:nova {{(pid=93330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:34:25.225942 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-59274756-c3bf-44ee-a0cf-1e94202c6212 req-ea3c84fe-6f1e-42e0-8c49-4cf3fcdd71f8 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:25.242557 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] get_ports_and_sgs() called for port_ids ['49983887-538f-4bc4-89a4-9b8d01ca1847'] {{(pid=93332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:34:25.259764 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c84fe-6f1e-42e0-8c49-4cf3fcdd71f8 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Pushing event deleted for resources: {'Port': ['ID=49983887-538f-4bc4-89a4-9b8d01ca1847,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:25.303608 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [req-59274756-c3bf-44ee-a0cf-1e94202c6212 req-ea3c84fe-6f1e-42e0-8c49-4cf3fcdd71f8 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] No DVR routers for this DVR port 49983887-538f-4bc4-89a4-9b8d01ca1847 on host hv-cinder-78956 {{(pid=93330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:34:25.306200 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-59274756-c3bf-44ee-a0cf-1e94202c6212 req-ea3c84fe-6f1e-42e0-8c49-4cf3fcdd71f8 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:25.308180 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-59274756-c3bf-44ee-a0cf-1e94202c6212 req-ea3c84fe-6f1e-42e0-8c49-4cf3fcdd71f8 tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.50 "DELETE /v2.0/ports/49983887-538f-4bc4-89a4-9b8d01ca1847 HTTP/1.1" status: 204 len: 173 time: 0.4275033 Aug 04 16:34:25.308607 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8ad671-d695-4901-8858-951d2ded8936', 'name': 'network-vif-deleted', 'tag': '49983887-538f-4bc4-89a4-9b8d01ca1847'}] {{(pid=93330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:34:25.311176 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37e886c0defde040503dc6230deb255415226de4639eab9b495881836c77004d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bc0fed-7707-4643-936f-c7c5695a0566" -d '{"events": [{"server_uuid": "4a8ad671-d695-4901-8858-951d2ded8936", "name": "network-vif-deleted", "tag": "49983887-538f-4bc4-89a4-9b8d01ca1847"}]}' {{(pid=93330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:34:25.436445 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84bfcaf9-016c-4a26-910d-749bf26649fe x-openstack-request-id: req-84bfcaf9-016c-4a26-910d-749bf26649fe {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:34:25.436719 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8ad671-d695-4901-8858-951d2ded8936", "name": "network-vif-deleted", "tag": "49983887-538f-4bc4-89a4-9b8d01ca1847", "status": "completed", "code": 200}]} {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:34:25.436972 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-84bfcaf9-016c-4a26-910d-749bf26649fe {{(pid=93330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:34:25.437381 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8ad671-d695-4901-8858-951d2ded8936', 'name': 'network-vif-deleted', 'tag': '49983887-538f-4bc4-89a4-9b8d01ca1847', 'status': 'completed', 'code': 200} Aug 04 16:34:25.439605 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-97794b41-ed92-479b-b2ba-fdeaa817a715 req-f5822a43-3f1d-4dfc-ac79-b207a749440b tempest-VolumesSnapshotTestJSON-647449855 tempest-VolumesSnapshotTestJSON-647449855-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ad671-d695-4901-8858-951d2ded8936 HTTP/1.1" status: 200 len: 210 time: 0.0305414 Aug 04 16:34:27.409642 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 49983887-538f-4bc4-89a4-9b8d01ca1847 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:34:27.432731 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] No Port match for: 49983887-538f-4bc4-89a4-9b8d01ca1847 {{(pid=93332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:34:27.433079 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 49983887-538f-4bc4-89a4-9b8d01ca1847 not bound to the agent host hv-cinder-78956 {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:34:37.428553 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 6 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:34:38.149059 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-54ff39d4-95f1-4b43-adfb-3a44eaf4c6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:40.940649 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-ab7c6e90-6efc-4664-ab13-1f2f65740647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:41.001139 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:42.268430 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:43.713844 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:49.989978 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 49482) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:34:50.035067 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.db_base_plugin_v2 [None req-48d25ed5-9671-4cda-a3ac-90c2ca5fd401 admin admin] Deleting subnet 2f0a857b-27c7-4c34-97cd-b3267755de7d {{(pid=93331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:34:50.038467 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-48d25ed5-9671-4cda-a3ac-90c2ca5fd401 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:50.073008 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-48d25ed5-9671-4cda-a3ac-90c2ca5fd401 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126256170'] for subnet, precommit_delete_associations {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:50.115205 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-48d25ed5-9671-4cda-a3ac-90c2ca5fd401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3786910'] for subnet, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:50.169838 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-48d25ed5-9671-4cda-a3ac-90c2ca5fd401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3786903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129279330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126426463'] for subnet, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:50.198503 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-48d25ed5-9671-4cda-a3ac-90c2ca5fd401 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:50.201168 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-48d25ed5-9671-4cda-a3ac-90c2ca5fd401 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/2f0a857b-27c7-4c34-97cd-b3267755de7d HTTP/1.1" status: 204 len: 168 time: 0.2101007 Aug 04 16:34:50.202264 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d25ed5-9671-4cda-a3ac-90c2ca5fd401 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f0a857b-27c7-4c34-97cd-b3267755de7d,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:50.203191 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 49484) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:34:50.210297 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d25ed5-9671-4cda-a3ac-90c2ca5fd401 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:50.210662 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d25ed5-9671-4cda-a3ac-90c2ca5fd401 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:50.211000 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d25ed5-9671-4cda-a3ac-90c2ca5fd401 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:50.211331 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d25ed5-9671-4cda-a3ac-90c2ca5fd401 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:50.211685 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d25ed5-9671-4cda-a3ac-90c2ca5fd401 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:50.212014 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d25ed5-9671-4cda-a3ac-90c2ca5fd401 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:50.212337 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d25ed5-9671-4cda-a3ac-90c2ca5fd401 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:50.212696 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d25ed5-9671-4cda-a3ac-90c2ca5fd401 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:50.213020 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d25ed5-9671-4cda-a3ac-90c2ca5fd401 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:50.213336 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d25ed5-9671-4cda-a3ac-90c2ca5fd401 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:50.213654 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d25ed5-9671-4cda-a3ac-90c2ca5fd401 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:50.213968 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d25ed5-9671-4cda-a3ac-90c2ca5fd401 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:50.273360 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-3d1f19bc-637a-4d98-8d85-515f69cf2c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3767040'] for network, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:50.355641 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-3d1f19bc-637a-4d98-8d85-515f69cf2c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3788555', 'neutron.services.segments.db._delete_segments_for_network-8758853804921'] for network, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:50.366108 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.services.segments.db [None req-3d1f19bc-637a-4d98-8d85-515f69cf2c19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f84a14b4-6ae5-49a8-9b82-a4cd22df649c']}} {{(pid=93330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:34:50.378291 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.services.segments.db [None req-3d1f19bc-637a-4d98-8d85-515f69cf2c19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a9711c6-4229-45ca-afc5-6d451c0a4c47') {'for_net_delete': True} {{(pid=93330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:34:50.378595 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.services.segments.db [None req-3d1f19bc-637a-4d98-8d85-515f69cf2c19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a9711c6-4229-45ca-afc5-6d451c0a4c47') {} {{(pid=93330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:34:50.388167 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-3d1f19bc-637a-4d98-8d85-515f69cf2c19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758853817860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129630982'] for segment, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:50.407173 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-3d1f19bc-637a-4d98-8d85-515f69cf2c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519'] for segment, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:50.417070 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d1f19bc-637a-4d98-8d85-515f69cf2c19 admin admin] Releasing vlan 881 on physical network physnet1 to pool {{(pid=93330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:34:50.417550 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-3d1f19bc-637a-4d98-8d85-515f69cf2c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129638367'] for segment, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:50.419679 dv-cinder-789564-9-iscsi neutron-server[93330]: Traceback (most recent call last): Aug 04 16:34:50.419679 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:34:50.419679 dv-cinder-789564-9-iscsi neutron-server[93330]: timer() Aug 04 16:34:50.419679 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:34:50.419679 dv-cinder-789564-9-iscsi neutron-server[93330]: cb(*args, **kw) Aug 04 16:34:50.419679 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:34:50.419679 dv-cinder-789564-9-iscsi neutron-server[93330]: return func(*args, **kwargs) Aug 04 16:34:50.419679 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:34:50.419679 dv-cinder-789564-9-iscsi neutron-server[93330]: self._notify() Aug 04 16:34:50.419679 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:34:50.419679 dv-cinder-789564-9-iscsi neutron-server[93330]: self.callback(batched_events) Aug 04 16:34:50.419679 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:34:50.419679 dv-cinder-789564-9-iscsi neutron-server[93330]: event.method(event) Aug 04 16:34:50.419679 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:34:50.419679 dv-cinder-789564-9-iscsi neutron-server[93330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:34:50.419679 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:34:50.419679 dv-cinder-789564-9-iscsi neutron-server[93330]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:34:50.419679 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:34:50.419679 dv-cinder-789564-9-iscsi neutron-server[93330]: return f(self, *a, **k) Aug 04 16:34:50.419679 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:34:50.419679 dv-cinder-789564-9-iscsi neutron-server[93330]: return self._get(url).json() Aug 04 16:34:50.419679 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:34:50.419679 dv-cinder-789564-9-iscsi neutron-server[93330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:34:50.419679 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:34:50.419679 dv-cinder-789564-9-iscsi neutron-server[93330]: return self.request(url, 'GET', **kwargs) Aug 04 16:34:50.419679 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:34:50.419679 dv-cinder-789564-9-iscsi neutron-server[93330]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:34:50.419679 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:34:50.419679 dv-cinder-789564-9-iscsi neutron-server[93330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:34:50.419679 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:34:50.419679 dv-cinder-789564-9-iscsi neutron-server[93330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:34:50.419679 dv-cinder-789564-9-iscsi neutron-server[93330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:34:50.476895 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-3d1f19bc-637a-4d98-8d85-515f69cf2c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3788544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593556'] for network, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:50.482930 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-3d1f19bc-637a-4d98-8d85-515f69cf2c19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for network, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:50.486776 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-3d1f19bc-637a-4d98-8d85-515f69cf2c19 admin admin] 10.222.0.77 "DELETE /v2.0/networks/f84a14b4-6ae5-49a8-9b82-a4cd22df649c HTTP/1.1" status: 204 len: 168 time: 0.2825150 Aug 04 16:34:50.502863 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f19bc-637a-4d98-8d85-515f69cf2c19 admin admin] Pushing event deleted for resources: {'Network': ['ID=f84a14b4-6ae5-49a8-9b82-a4cd22df649c,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:50.510844 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f19bc-637a-4d98-8d85-515f69cf2c19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:50.511207 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f19bc-637a-4d98-8d85-515f69cf2c19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:50.511508 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f19bc-637a-4d98-8d85-515f69cf2c19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:50.511879 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f19bc-637a-4d98-8d85-515f69cf2c19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:50.512182 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f19bc-637a-4d98-8d85-515f69cf2c19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:50.512550 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f19bc-637a-4d98-8d85-515f69cf2c19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:50.512876 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f19bc-637a-4d98-8d85-515f69cf2c19 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:50.513201 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f19bc-637a-4d98-8d85-515f69cf2c19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:50.513527 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f19bc-637a-4d98-8d85-515f69cf2c19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:50.513836 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f19bc-637a-4d98-8d85-515f69cf2c19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:50.514184 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f19bc-637a-4d98-8d85-515f69cf2c19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:50.514512 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f19bc-637a-4d98-8d85-515f69cf2c19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:50.665382 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 49488) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:34:50.705057 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-1fa2969e-031e-4810-827f-fe94535f1a69 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=166850251ba549a2b5a7b0058be05b33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383420 Aug 04 16:34:50.707521 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 49490) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:34:50.758840 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-d90c2c5b-4e2d-4122-b2cc-4efff70eea7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:50.781381 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-d90c2c5b-4e2d-4122-b2cc-4efff70eea7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:50.831260 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-d90c2c5b-4e2d-4122-b2cc-4efff70eea7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:50.833796 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-d90c2c5b-4e2d-4122-b2cc-4efff70eea7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:50.834988 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-d90c2c5b-4e2d-4122-b2cc-4efff70eea7f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/eb02ef7b-10e5-408c-a01f-2d5d75d6f74e HTTP/1.1" status: 204 len: 168 time: 0.1265919 Aug 04 16:34:50.842861 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c2c5b-4e2d-4122-b2cc-4efff70eea7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb02ef7b-10e5-408c-a01f-2d5d75d6f74e,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:51.000743 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:51.541129 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 49512) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:34:51.646689 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [None req-6f68cd74-aef6-4c2f-b409-a749a870df27 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1883705438-network', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:34:51.672047 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f68cd74-aef6-4c2f-b409-a749a870df27 admin admin] Made reservation on behalf of 06f80bf601104261bec5af98cd6a9bc5 for: {'network': 1} {{(pid=93330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:34:51.674483 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-6f68cd74-aef6-4c2f-b409-a749a870df27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for network, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:51.683511 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-6f68cd74-aef6-4c2f-b409-a749a870df27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:51.771720 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-6f68cd74-aef6-4c2f-b409-a749a870df27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:51.776829 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-6f68cd74-aef6-4c2f-b409-a749a870df27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:51.803149 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f68cd74-aef6-4c2f-b409-a749a870df27 admin admin] vlan segment allocate from pool success with {'vlan_id': 876, 'physical_network': 'physnet1'} {{(pid=93330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:34:51.822149 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68cd74-aef6-4c2f-b409-a749a870df27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581c575b-9dde-4cb9-9671-2f9b84f5a5c6,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:51.828124 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-6f68cd74-aef6-4c2f-b409-a749a870df27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519'] for segment, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:51.828519 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.db.segments_db [None req-6f68cd74-aef6-4c2f-b409-a749a870df27 admin admin] Added segment 6c2d4047-a9f9-4400-9acf-4e02beace79f of type vlan for network 59866ae8-539a-474f-89c4-65ac0d0e67ca Aug 04 16:34:51.873728 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-6f68cd74-aef6-4c2f-b409-a749a870df27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758853320587'] for network, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:51.905603 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-6f68cd74-aef6-4c2f-b409-a749a870df27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334'] for network, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:51.906696 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f68cd74-aef6-4c2f-b409-a749a870df27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:51.907359 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-6f68cd74-aef6-4c2f-b409-a749a870df27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for network, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:51.962604 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-6f68cd74-aef6-4c2f-b409-a749a870df27 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4202406 Aug 04 16:34:51.963941 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 49516) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:34:51.968134 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68cd74-aef6-4c2f-b409-a749a870df27 admin admin] Pushing event updated for resources: {'Network': ['ID=59866ae8-539a-474f-89c4-65ac0d0e67ca,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:51.969246 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-eee33df7-8bbb-4698-bddd-8a6e8bdd251d admin admin] Request body: {'subnet': {'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1883705438-subnet', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'ip_version': 4}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:34:51.978116 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Network 59866ae8-539a-474f-89c4-65ac0d0e67ca details requested by agent ovs-agent-dv-cinder-789564-9-iscsi with host dv-cinder-789564-9-iscsi {{(pid=93332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:34:51.993919 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee33df7-8bbb-4698-bddd-8a6e8bdd251d admin admin] Made reservation on behalf of 06f80bf601104261bec5af98cd6a9bc5 for: {'subnet': 1} {{(pid=93331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:34:51.996619 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-eee33df7-8bbb-4698-bddd-8a6e8bdd251d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126426302'] for subnet, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:52.163355 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-eee33df7-8bbb-4698-bddd-8a6e8bdd251d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129279267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126426284'] for subnet, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:52.211877 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee33df7-8bbb-4698-bddd-8a6e8bdd251d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2285b052-1d72-41e7-800d-301941c0ee86,revision_number=0']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:52.227517 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee33df7-8bbb-4698-bddd-8a6e8bdd251d admin admin] Checking segment: {'id': '6c2d4047-a9f9-4400-9acf-4e02beace79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:34:52.227881 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee33df7-8bbb-4698-bddd-8a6e8bdd251d admin admin] Network hostable DHCP agents. Network: 59866ae8-539a-474f-89c4-65ac0d0e67ca, hostable agents: ['eaf2aaff-ba37-427f-8468-b829a196e20c'], hosted agents: [] {{(pid=93331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:34:52.245242 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee33df7-8bbb-4698-bddd-8a6e8bdd251d admin admin] Network 59866ae8-539a-474f-89c4-65ac0d0e67ca is scheduled to be hosted by DHCP agent eaf2aaff-ba37-427f-8468-b829a196e20c with binding_index 1 {{(pid=93331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:34:52.255611 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.base_scheduler [None req-eee33df7-8bbb-4698-bddd-8a6e8bdd251d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-9-iscsi, 59866ae8-539a-474f-89c4-65ac0d0e67ca) {{(pid=93331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:34:52.259937 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee33df7-8bbb-4698-bddd-8a6e8bdd251d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:52.260527 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-eee33df7-8bbb-4698-bddd-8a6e8bdd251d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:52.264420 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44f6718-a6c3-4aa9-8274-46c05dcc823b None None] Network 59866ae8-539a-474f-89c4-65ac0d0e67ca requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:34:52.284032 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-eee33df7-8bbb-4698-bddd-8a6e8bdd251d admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3187830 Aug 04 16:34:52.288302 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 49518) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:34:52.292953 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-00c443a5-5b59-4364-a07f-1a866328ec93 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1883705438-router', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'}}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:34:52.315992 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-00c443a5-5b59-4364-a07f-1a866328ec93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-590814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10750'] for router, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:52.317060 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-00c443a5-5b59-4364-a07f-1a866328ec93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10743'] for router, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:52.372081 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-00c443a5-5b59-4364-a07f-1a866328ec93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:52.417075 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631d9236-8535-4157-b65d-2653ba80135e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92b968f5-83eb-5d3b-adcb-ad6e8725d7f3-59866ae8-539a-474f-89c4-65ac0d0e67ca', 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'fixed_ips': [{'subnet_id': '2285b052-1d72-41e7-800d-301941c0ee86'}]}} from dv-cinder-789564-9-iscsi. {{(pid=93332) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 16:34:52.417902 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-631d9236-8535-4157-b65d-2653ba80135e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:52.508517 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-00c443a5-5b59-4364-a07f-1a866328ec93 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:52.558782 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.db_base_plugin_common [None req-631d9236-8535-4157-b65d-2653ba80135e None None] Allocated IP 172.20.0.2 (59866ae8-539a-474f-89c4-65ac0d0e67ca/2285b052-1d72-41e7-800d-301941c0ee86/8cc3c7ef-e0c0-47d1-b444-9d31416f6475) {{(pid=93332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:34:52.735122 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-631d9236-8535-4157-b65d-2653ba80135e None None] Notify callbacks [] for port, precommit_create {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:52.748471 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-631d9236-8535-4157-b65d-2653ba80135e None None] Transition to ACTIVE for port object 8cc3c7ef-e0c0-47d1-b444-9d31416f6475 will not be triggered until provisioned by entity L2. {{(pid=93332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:34:52.768814 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-631d9236-8535-4157-b65d-2653ba80135e None None] Transition to ACTIVE for port object 8cc3c7ef-e0c0-47d1-b444-9d31416f6475 will not be triggered until provisioned by entity DHCP. {{(pid=93332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:34:52.776641 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-631d9236-8535-4157-b65d-2653ba80135e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767'] for port, after_create {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:52.817038 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631d9236-8535-4157-b65d-2653ba80135e None None] Network 59866ae8-539a-474f-89c4-65ac0d0e67ca is already hosted by enough agents. {{(pid=93332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:34:52.822739 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.scheduler.base_scheduler [None req-631d9236-8535-4157-b65d-2653ba80135e None None] Resources bound (agent type, host, resource id): {{(pid=93332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:34:52.826561 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631d9236-8535-4157-b65d-2653ba80135e None None] Received port after_create {{(pid=93332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:34:52.834233 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d9236-8535-4157-b65d-2653ba80135e None None] Pushing event updated for resources: {'Port': ['ID=8cc3c7ef-e0c0-47d1-b444-9d31416f6475,revision_number=1']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:52.886961 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-631d9236-8535-4157-b65d-2653ba80135e None None] Attempting to bind port 8cc3c7ef-e0c0-47d1-b444-9d31416f6475 on host dv-cinder-789564-9-iscsi for vnic_type normal with profile {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:34:52.887339 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-631d9236-8535-4157-b65d-2653ba80135e None None] Attempting to bind port 8cc3c7ef-e0c0-47d1-b444-9d31416f6475 by drivers openvswitch,hyperv on host dv-cinder-789564-9-iscsi at level 0 using segments [{'id': '6c2d4047-a9f9-4400-9acf-4e02beace79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca'}] {{(pid=93332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:34:52.887710 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631d9236-8535-4157-b65d-2653ba80135e None None] Attempting to bind port 8cc3c7ef-e0c0-47d1-b444-9d31416f6475 on network 59866ae8-539a-474f-89c4-65ac0d0e67ca {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:34:52.894126 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631d9236-8535-4157-b65d-2653ba80135e None None] Checking agent: {'id': '925d9885-7f95-40bb-88ba-4bb3b2a3855f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 16, 11), 'started_at': datetime.datetime(2021, 8, 4, 16, 16, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:34:52.894512 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631d9236-8535-4157-b65d-2653ba80135e None None] Checking segment: {'id': '6c2d4047-a9f9-4400-9acf-4e02beace79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:34:52.894928 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-631d9236-8535-4157-b65d-2653ba80135e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:52.895326 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631d9236-8535-4157-b65d-2653ba80135e None None] Bound using segment: {'id': '6c2d4047-a9f9-4400-9acf-4e02beace79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca'} {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:34:52.895804 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-631d9236-8535-4157-b65d-2653ba80135e None None] Bound port: 8cc3c7ef-e0c0-47d1-b444-9d31416f6475, host: dv-cinder-789564-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2d4047-a9f9-4400-9acf-4e02beace79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca'}}] {{(pid=93332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:34:52.896193 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-631d9236-8535-4157-b65d-2653ba80135e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:52.968174 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-631d9236-8535-4157-b65d-2653ba80135e None None] For port 8cc3c7ef-e0c0-47d1-b444-9d31416f6475, host dv-cinder-789564-9-iscsi, cleared binding levels {{(pid=93332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:34:52.971592 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-631d9236-8535-4157-b65d-2653ba80135e None None] For port 8cc3c7ef-e0c0-47d1-b444-9d31416f6475, host dv-cinder-789564-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=8cc3c7ef-e0c0-47d1-b444-9d31416f6475,segment=NetworkSegment(6c2d4047-a9f9-4400-9acf-4e02beace79f),segment_id=6c2d4047-a9f9-4400-9acf-4e02beace79f)] {{(pid=93332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:34:52.976684 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-631d9236-8535-4157-b65d-2653ba80135e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:53.003958 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-00c443a5-5b59-4364-a07f-1a866328ec93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:53.022531 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-00c443a5-5b59-4364-a07f-1a866328ec93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:53.035317 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d9236-8535-4157-b65d-2653ba80135e None None] Pushing event updated for resources: {'Port': ['ID=8cc3c7ef-e0c0-47d1-b444-9d31416f6475,revision_number=2']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:53.133132 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.db_base_plugin_common [None req-00c443a5-5b59-4364-a07f-1a866328ec93 admin admin] Allocated IP 172.27.2.98 (79da2935-f34e-4d6b-93be-bb960bd015b1/1f6d232c-c352-4ff7-8ce5-aebf5b141825/f3f64b27-1e67-4ff2-b15d-8d0107b352a4) {{(pid=93331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:34:53.256183 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-00c443a5-5b59-4364-a07f-1a866328ec93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:53.299915 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-00c443a5-5b59-4364-a07f-1a866328ec93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129279319'] for port, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:53.339983 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c443a5-5b59-4364-a07f-1a866328ec93 admin admin] Network 79da2935-f34e-4d6b-93be-bb960bd015b1 is already hosted by enough agents. {{(pid=93331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:34:53.342868 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.base_scheduler [None req-00c443a5-5b59-4364-a07f-1a866328ec93 admin admin] Resources bound (agent type, host, resource id): {{(pid=93331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:34:53.348545 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c443a5-5b59-4364-a07f-1a866328ec93 admin admin] Received port after_create {{(pid=93331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:34:53.371343 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c443a5-5b59-4364-a07f-1a866328ec93 admin admin] Pushing event updated for resources: {'Port': ['ID=f3f64b27-1e67-4ff2-b15d-8d0107b352a4,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:53.604381 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-00c443a5-5b59-4364-a07f-1a866328ec93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:53.674817 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 8cc3c7ef-e0c0-47d1-b444-9d31416f6475 up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:34:53.745559 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning for port 8cc3c7ef-e0c0-47d1-b444-9d31416f6475 completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:34:53.840459 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-00c443a5-5b59-4364-a07f-1a866328ec93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593452'] for router, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:53.906130 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3ca3c6-bd18-47a3-b7f5-b1df6e557e42 None None] Network 59866ae8-539a-474f-89c4-65ac0d0e67ca requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:34:53.978125 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c443a5-5b59-4364-a07f-1a866328ec93 admin admin] Router 12652c02-7829-4bb8-a0c5-ad1392cb94bb is scheduled to L3 agent d346cf64-ca3f-484e-b552-5df8791a7915 with binding_index 1 {{(pid=93331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 16:34:54.039577 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-acab6d5f-417e-4663-8b59-06f3a5214a61 None None] Provisioning for port 8cc3c7ef-e0c0-47d1-b444-9d31416f6475 completed by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:34:54.058172 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-acab6d5f-417e-4663-8b59-06f3a5214a61 None None] Provisioning complete for port 8cc3c7ef-e0c0-47d1-b444-9d31416f6475 triggered by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:34:54.058548 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-acab6d5f-417e-4663-8b59-06f3a5214a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:54.086616 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c443a5-5b59-4364-a07f-1a866328ec93 admin admin] Notify agent at l3_agent.dv-cinder-789564-9-iscsi the message routers_updated {{(pid=93331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:34:54.097801 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba06249-9d6b-4667-a3d9-4c853d188c91 None None] Sync routers for ids ['12652c02-7829-4bb8-a0c5-ad1392cb94bb'] in dv-cinder-789564-9-iscsi {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:34:54.104709 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-00c443a5-5b59-4364-a07f-1a866328ec93 admin admin] Notify callbacks [] for router, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:54.106065 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-00c443a5-5b59-4364-a07f-1a866328ec93 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8164976 Aug 04 16:34:54.108776 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 49520) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:34:54.121333 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba06249-9d6b-4667-a3d9-4c853d188c91 None None] Routers {'12652c02-7829-4bb8-a0c5-ad1392cb94bb'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:34:54.122016 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-7ba06249-9d6b-4667-a3d9-4c853d188c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:34:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['12652c02-7829-4bb8-a0c5-ad1392cb94bb'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:34:54.241494 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-acab6d5f-417e-4663-8b59-06f3a5214a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:54.275696 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-7ba06249-9d6b-4667-a3d9-4c853d188c91 None None] Set router 12652c02-7829-4bb8-a0c5-ad1392cb94bb gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:34:54.348713 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-acab6d5f-417e-4663-8b59-06f3a5214a61 None None] For port 8cc3c7ef-e0c0-47d1-b444-9d31416f6475, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=8cc3c7ef-e0c0-47d1-b444-9d31416f6475,segment=NetworkSegment(6c2d4047-a9f9-4400-9acf-4e02beace79f),segment_id=6c2d4047-a9f9-4400-9acf-4e02beace79f)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:34:54.359723 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-acab6d5f-417e-4663-8b59-06f3a5214a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:54.449401 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab6d5f-417e-4663-8b59-06f3a5214a61 None None] Pushing event updated for resources: {'Port': ['ID=8cc3c7ef-e0c0-47d1-b444-9d31416f6475,revision_number=3']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:54.504770 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-5c9c27cf-fb1f-431e-b1c6-ccfdc87f3add None None] Provisioning complete for port 8cc3c7ef-e0c0-47d1-b444-9d31416f6475 triggered by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:34:54.505137 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-5c9c27cf-fb1f-431e-b1c6-ccfdc87f3add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:54.558652 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-abdaa613-921c-475c-9152-908bb407f9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:54.687536 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-7ba06249-9d6b-4667-a3d9-4c853d188c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'name': 'tempest-TestVolumeBootPattern-1883705438-router', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:52Z', 'updated_at': '2021-08-04T16:34:53Z', 'revision_number': 3, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'gw_port': {'id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:90:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:53Z', 'updated_at': '2021-08-04T16:34:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi'}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:34:54.716658 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba06249-9d6b-4667-a3d9-4c853d188c91 None None] Checking router: 12652c02-7829-4bb8-a0c5-ad1392cb94bb for host: dv-cinder-789564-9-iscsi {{(pid=93332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:34:54.716999 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba06249-9d6b-4667-a3d9-4c853d188c91 None None] Updating router 12652c02-7829-4bb8-a0c5-ad1392cb94bb port f3f64b27-1e67-4ff2-b15d-8d0107b352a4 binding host dv-cinder-789564-9-iscsi {{(pid=93332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:34:54.726596 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.db_base_plugin_common [None req-abdaa613-921c-475c-9152-908bb407f9e2 admin admin] Allocated IP 172.20.0.1 (59866ae8-539a-474f-89c4-65ac0d0e67ca/2285b052-1d72-41e7-800d-301941c0ee86/5068eb39-4494-4de5-bb37-b5a0401f6520) {{(pid=93331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:34:54.768519 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-7ba06249-9d6b-4667-a3d9-4c853d188c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:54.862551 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-abdaa613-921c-475c-9152-908bb407f9e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:54.881452 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.provisioning_blocks [None req-abdaa613-921c-475c-9152-908bb407f9e2 admin admin] Transition to ACTIVE for port object 5068eb39-4494-4de5-bb37-b5a0401f6520 will not be triggered until provisioned by entity DHCP. {{(pid=93331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:34:54.927578 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-abdaa613-921c-475c-9152-908bb407f9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129279319'] for port, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:54.983809 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdaa613-921c-475c-9152-908bb407f9e2 admin admin] Network 59866ae8-539a-474f-89c4-65ac0d0e67ca is already hosted by enough agents. {{(pid=93331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:34:54.984633 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdaa613-921c-475c-9152-908bb407f9e2 admin admin] Pushing event updated for resources: {'Port': ['ID=5068eb39-4494-4de5-bb37-b5a0401f6520,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:54.987745 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.base_scheduler [None req-abdaa613-921c-475c-9152-908bb407f9e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:34:54.989885 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdaa613-921c-475c-9152-908bb407f9e2 admin admin] Received port after_create {{(pid=93331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:34:55.027737 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-abdaa613-921c-475c-9152-908bb407f9e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594499'] for router_interface, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:55.084638 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-7ba06249-9d6b-4667-a3d9-4c853d188c91 None None] Notify callbacks [] for port, precommit_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:55.098297 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-7ba06249-9d6b-4667-a3d9-4c853d188c91 None None] Transition to ACTIVE for port object f3f64b27-1e67-4ff2-b15d-8d0107b352a4 will not be triggered until provisioned by entity L2. {{(pid=93332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:34:55.105240 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-7ba06249-9d6b-4667-a3d9-4c853d188c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:55.161308 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-7ba06249-9d6b-4667-a3d9-4c853d188c91 None None] Attempting to bind port f3f64b27-1e67-4ff2-b15d-8d0107b352a4 on host dv-cinder-789564-9-iscsi for vnic_type normal with profile {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:34:55.161827 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-7ba06249-9d6b-4667-a3d9-4c853d188c91 None None] Attempting to bind port f3f64b27-1e67-4ff2-b15d-8d0107b352a4 by drivers openvswitch,hyperv on host dv-cinder-789564-9-iscsi at level 0 using segments [{'id': '25182b56-ac69-4c03-a79e-71a35095fb85', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'}] {{(pid=93332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:34:55.162325 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba06249-9d6b-4667-a3d9-4c853d188c91 None None] Attempting to bind port f3f64b27-1e67-4ff2-b15d-8d0107b352a4 on network 79da2935-f34e-4d6b-93be-bb960bd015b1 {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:34:55.163260 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-abdaa613-921c-475c-9152-908bb407f9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:55.165874 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a01a5-8d88-4be8-a97a-b534e7775749 None None] Pushing event updated for resources: {'Port': ['ID=f3f64b27-1e67-4ff2-b15d-8d0107b352a4,revision_number=2']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:55.170911 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba06249-9d6b-4667-a3d9-4c853d188c91 None None] Checking agent: {'id': '925d9885-7f95-40bb-88ba-4bb3b2a3855f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 16, 11), 'started_at': datetime.datetime(2021, 8, 4, 16, 16, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:34:55.171421 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba06249-9d6b-4667-a3d9-4c853d188c91 None None] Checking segment: {'id': '25182b56-ac69-4c03-a79e-71a35095fb85', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:34:55.171927 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-7ba06249-9d6b-4667-a3d9-4c853d188c91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:55.172414 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba06249-9d6b-4667-a3d9-4c853d188c91 None None] Bound using segment: {'id': '25182b56-ac69-4c03-a79e-71a35095fb85', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'} {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:34:55.173348 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-7ba06249-9d6b-4667-a3d9-4c853d188c91 None None] Bound port: f3f64b27-1e67-4ff2-b15d-8d0107b352a4, host: dv-cinder-789564-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25182b56-ac69-4c03-a79e-71a35095fb85', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'}}] {{(pid=93332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:34:55.173941 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-7ba06249-9d6b-4667-a3d9-4c853d188c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:55.238981 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-7ba06249-9d6b-4667-a3d9-4c853d188c91 None None] For port f3f64b27-1e67-4ff2-b15d-8d0107b352a4, host dv-cinder-789564-9-iscsi, cleared binding levels {{(pid=93332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:34:55.242723 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-7ba06249-9d6b-4667-a3d9-4c853d188c91 None None] For port f3f64b27-1e67-4ff2-b15d-8d0107b352a4, host dv-cinder-789564-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=f3f64b27-1e67-4ff2-b15d-8d0107b352a4,segment=NetworkSegment(25182b56-ac69-4c03-a79e-71a35095fb85),segment_id=25182b56-ac69-4c03-a79e-71a35095fb85)] {{(pid=93332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:34:55.244630 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-5a138f81-444c-4d6b-b651-ef70439cb0c0 None None] Provisioning for port 5068eb39-4494-4de5-bb37-b5a0401f6520 completed by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:34:55.248824 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-7ba06249-9d6b-4667-a3d9-4c853d188c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:55.257145 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-5a138f81-444c-4d6b-b651-ef70439cb0c0 None None] Provisioning complete for port 5068eb39-4494-4de5-bb37-b5a0401f6520 triggered by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:34:55.257510 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-5a138f81-444c-4d6b-b651-ef70439cb0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:55.336753 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-5a138f81-444c-4d6b-b651-ef70439cb0c0 None None] Port 5068eb39-4494-4de5-bb37-b5a0401f6520 cannot update to ACTIVE because it is not bound. {{(pid=93332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:34:55.337146 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-abdaa613-921c-475c-9152-908bb407f9e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:55.339642 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba06249-9d6b-4667-a3d9-4c853d188c91 None None] Routers {'12652c02-7829-4bb8-a0c5-ad1392cb94bb'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:34:55.340370 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-7ba06249-9d6b-4667-a3d9-4c853d188c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:34:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['12652c02-7829-4bb8-a0c5-ad1392cb94bb'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:34:55.344131 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-abdaa613-921c-475c-9152-908bb407f9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129279404'] for port, after_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:55.346408 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a01a5-8d88-4be8-a97a-b534e7775749 None None] Pushing event updated for resources: {'Port': ['ID=f3f64b27-1e67-4ff2-b15d-8d0107b352a4,revision_number=3']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:55.408927 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-abdaa613-921c-475c-9152-908bb407f9e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3631316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596249'] for router_interface, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:55.410680 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdaa613-921c-475c-9152-908bb407f9e2 admin admin] Pushing event updated for resources: {'Port': ['ID=5068eb39-4494-4de5-bb37-b5a0401f6520,revision_number=2']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:55.452573 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-7ba06249-9d6b-4667-a3d9-4c853d188c91 None None] Set router 12652c02-7829-4bb8-a0c5-ad1392cb94bb gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:34:55.503977 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdaa613-921c-475c-9152-908bb407f9e2 admin admin] Network 59866ae8-539a-474f-89c4-65ac0d0e67ca is already hosted by enough agents. {{(pid=93331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:34:55.505389 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.base_scheduler [None req-abdaa613-921c-475c-9152-908bb407f9e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:34:55.624723 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abdaa613-921c-475c-9152-908bb407f9e2 admin admin] Router 12652c02-7829-4bb8-a0c5-ad1392cb94bb has already been hosted by L3 agent d346cf64-ca3f-484e-b552-5df8791a7915 {{(pid=93331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:34:55.660529 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 8cc3c7ef-e0c0-47d1-b444-9d31416f6475 up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:34:55.708708 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-7ba06249-9d6b-4667-a3d9-4c853d188c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'name': 'tempest-TestVolumeBootPattern-1883705438-router', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:52Z', 'updated_at': '2021-08-04T16:34:55Z', 'revision_number': 4, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'gw_port': {'id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:90:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:53Z', 'updated_at': '2021-08-04T16:34:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '5068eb39-4494-4de5-bb37-b5a0401f6520', 'name': '', 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'mac_address': 'fa:16:3e:12:70:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2285b052-1d72-41e7-800d-301941c0ee86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:54Z', 'updated_at': '2021-08-04T16:34:55Z', 'revision_number': 2, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'subnets': [{'id': '2285b052-1d72-41e7-800d-301941c0ee86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:34:55.736815 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba06249-9d6b-4667-a3d9-4c853d188c91 None None] The sync data for ids ['12652c02-7829-4bb8-a0c5-ad1392cb94bb'] in dv-cinder-789564-9-iscsi is: [{'id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'name': 'tempest-TestVolumeBootPattern-1883705438-router', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:52Z', 'updated_at': '2021-08-04T16:34:55Z', 'revision_number': 4, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'gw_port': {'id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:90:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:53Z', 'updated_at': '2021-08-04T16:34:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '5068eb39-4494-4de5-bb37-b5a0401f6520', 'name': '', 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'mac_address': 'fa:16:3e:12:70:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2285b052-1d72-41e7-800d-301941c0ee86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:54Z', 'updated_at': '2021-08-04T16:34:55Z', 'revision_number': 2, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'subnets': [{'id': '2285b052-1d72-41e7-800d-301941c0ee86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:34:55.745367 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abdaa613-921c-475c-9152-908bb407f9e2 admin admin] Notify agent at l3_agent.dv-cinder-789564-9-iscsi the message routers_updated {{(pid=93331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:34:55.756136 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-abdaa613-921c-475c-9152-908bb407f9e2 admin admin] 10.222.0.77 "PUT /v2.0/routers/12652c02-7829-4bb8-a0c5-ad1392cb94bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6412966 Aug 04 16:34:55.758925 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port 8cc3c7ef-e0c0-47d1-b444-9d31416f6475 triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:34:55.760693 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:55.799105 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-054ea950-2401-414b-a47b-54cdac555a35 None None] Provisioning complete for port 5068eb39-4494-4de5-bb37-b5a0401f6520 triggered by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:34:55.799613 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-054ea950-2401-414b-a47b-54cdac555a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:55.848912 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-054ea950-2401-414b-a47b-54cdac555a35 None None] Port 5068eb39-4494-4de5-bb37-b5a0401f6520 cannot update to ACTIVE because it is not bound. {{(pid=93332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:34:56.277467 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 49536) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:34:56.282919 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-d5c156ff-d5a6-4364-a467-4472bac40999 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-588674644-network', 'tenant_id': '77066cbaefb3480d8e1cff78d48fc8af'}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:34:56.307625 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c156ff-d5a6-4364-a467-4472bac40999 admin admin] Made reservation on behalf of 77066cbaefb3480d8e1cff78d48fc8af for: {'network': 1} {{(pid=93331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:34:56.311001 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-d5c156ff-d5a6-4364-a467-4472bac40999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for network, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:56.321816 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-d5c156ff-d5a6-4364-a467-4472bac40999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:56.455548 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-d5c156ff-d5a6-4364-a467-4472bac40999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:56.472197 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-d5c156ff-d5a6-4364-a467-4472bac40999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:56.499227 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5c156ff-d5a6-4364-a467-4472bac40999 admin admin] vlan segment allocate from pool success with {'vlan_id': 890, 'physical_network': 'physnet1'} {{(pid=93331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:34:56.510235 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c156ff-d5a6-4364-a467-4472bac40999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e810ae4-5d67-4631-8344-1e45150127ff,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:56.515402 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-d5c156ff-d5a6-4364-a467-4472bac40999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519'] for segment, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:56.515760 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.db.segments_db [None req-d5c156ff-d5a6-4364-a467-4472bac40999 admin admin] Added segment 32fa2699-d12e-4a1e-9904-ad0ea35405d7 of type vlan for network 02754fad-ba6f-4af6-ba45-4cd3fcb25565 Aug 04 16:34:56.560479 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-d5c156ff-d5a6-4364-a467-4472bac40999 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758853320587'] for network, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:56.601286 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-d5c156ff-d5a6-4364-a467-4472bac40999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334'] for network, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:56.602534 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c156ff-d5a6-4364-a467-4472bac40999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:56.603181 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-d5c156ff-d5a6-4364-a467-4472bac40999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for network, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:56.663222 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-d5c156ff-d5a6-4364-a467-4472bac40999 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3818297 Aug 04 16:34:56.663639 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 49538) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:34:56.668590 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c156ff-d5a6-4364-a467-4472bac40999 admin admin] Pushing event updated for resources: {'Network': ['ID=02754fad-ba6f-4af6-ba45-4cd3fcb25565,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:56.669031 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [None req-68dd2080-aabc-418a-8dda-f2f1a9aa19a4 admin admin] Request body: {'subnet': {'network_id': '02754fad-ba6f-4af6-ba45-4cd3fcb25565', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-588674644-subnet', 'tenant_id': '77066cbaefb3480d8e1cff78d48fc8af', 'ip_version': 4}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:34:56.679223 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Network 02754fad-ba6f-4af6-ba45-4cd3fcb25565 details requested by agent ovs-agent-dv-cinder-789564-9-iscsi with host dv-cinder-789564-9-iscsi {{(pid=93332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:34:56.699538 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68dd2080-aabc-418a-8dda-f2f1a9aa19a4 admin admin] Made reservation on behalf of 77066cbaefb3480d8e1cff78d48fc8af for: {'subnet': 1} {{(pid=93330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:34:56.702085 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-68dd2080-aabc-418a-8dda-f2f1a9aa19a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129819958'] for subnet, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:56.882246 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-68dd2080-aabc-418a-8dda-f2f1a9aa19a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129638260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129819940'] for subnet, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:56.936632 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd2080-aabc-418a-8dda-f2f1a9aa19a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4d248d9-11de-4c33-92f3-47b59bfeb9ac,revision_number=0']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:56.948742 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dd2080-aabc-418a-8dda-f2f1a9aa19a4 admin admin] Checking segment: {'id': '32fa2699-d12e-4a1e-9904-ad0ea35405d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '02754fad-ba6f-4af6-ba45-4cd3fcb25565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:34:56.949123 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dd2080-aabc-418a-8dda-f2f1a9aa19a4 admin admin] Network hostable DHCP agents. Network: 02754fad-ba6f-4af6-ba45-4cd3fcb25565, hostable agents: ['eaf2aaff-ba37-427f-8468-b829a196e20c'], hosted agents: [] {{(pid=93330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:34:56.974359 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dd2080-aabc-418a-8dda-f2f1a9aa19a4 admin admin] Network 02754fad-ba6f-4af6-ba45-4cd3fcb25565 is scheduled to be hosted by DHCP agent eaf2aaff-ba37-427f-8468-b829a196e20c with binding_index 1 {{(pid=93330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:34:56.990771 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [None req-68dd2080-aabc-418a-8dda-f2f1a9aa19a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-9-iscsi, 02754fad-ba6f-4af6-ba45-4cd3fcb25565) {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:34:56.995159 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dd2080-aabc-418a-8dda-f2f1a9aa19a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:56.995761 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-68dd2080-aabc-418a-8dda-f2f1a9aa19a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for subnet, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:57.000712 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c34c21d-f1b5-4b0f-9aa9-6e3452890cdb None None] Network 02754fad-ba6f-4af6-ba45-4cd3fcb25565 requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:34:57.013970 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-68dd2080-aabc-418a-8dda-f2f1a9aa19a4 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3490002 Aug 04 16:34:57.016908 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 49540) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:34:57.023504 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [None req-fb516d83-6c93-4174-a09b-0dd7a9a22ab5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-588674644-router', 'tenant_id': '77066cbaefb3480d8e1cff78d48fc8af', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'}}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:34:57.047603 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-fb516d83-6c93-4174-a09b-0dd7a9a22ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-590814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10750'] for router, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:57.049086 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-fb516d83-6c93-4174-a09b-0dd7a9a22ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10743'] for router, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:57.110715 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-fb516d83-6c93-4174-a09b-0dd7a9a22ab5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:57.151950 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76274e62-a289-4601-a69b-b3776ccb0129 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92b968f5-83eb-5d3b-adcb-ad6e8725d7f3-02754fad-ba6f-4af6-ba45-4cd3fcb25565', 'network_id': '02754fad-ba6f-4af6-ba45-4cd3fcb25565', 'tenant_id': '77066cbaefb3480d8e1cff78d48fc8af', 'fixed_ips': [{'subnet_id': 'c4d248d9-11de-4c33-92f3-47b59bfeb9ac'}]}} from dv-cinder-789564-9-iscsi. {{(pid=93332) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 16:34:57.152853 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-76274e62-a289-4601-a69b-b3776ccb0129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:57.257276 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-fb516d83-6c93-4174-a09b-0dd7a9a22ab5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:57.299217 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.db_base_plugin_common [None req-76274e62-a289-4601-a69b-b3776ccb0129 None None] Allocated IP 172.20.0.2 (02754fad-ba6f-4af6-ba45-4cd3fcb25565/c4d248d9-11de-4c33-92f3-47b59bfeb9ac/c8abd1c6-c758-4cfe-952a-da0c02d8f159) {{(pid=93332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:34:57.464126 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-76274e62-a289-4601-a69b-b3776ccb0129 None None] Notify callbacks [] for port, precommit_create {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:57.464626 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-fb516d83-6c93-4174-a09b-0dd7a9a22ab5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:57.472926 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-76274e62-a289-4601-a69b-b3776ccb0129 None None] Transition to ACTIVE for port object c8abd1c6-c758-4cfe-952a-da0c02d8f159 will not be triggered until provisioned by entity L2. {{(pid=93332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:34:57.484812 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-fb516d83-6c93-4174-a09b-0dd7a9a22ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:57.488535 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-76274e62-a289-4601-a69b-b3776ccb0129 None None] Transition to ACTIVE for port object c8abd1c6-c758-4cfe-952a-da0c02d8f159 will not be triggered until provisioned by entity DHCP. {{(pid=93332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:34:57.496556 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-76274e62-a289-4601-a69b-b3776ccb0129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767'] for port, after_create {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:57.538231 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76274e62-a289-4601-a69b-b3776ccb0129 None None] Network 02754fad-ba6f-4af6-ba45-4cd3fcb25565 is already hosted by enough agents. {{(pid=93332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:34:57.541198 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.scheduler.base_scheduler [None req-76274e62-a289-4601-a69b-b3776ccb0129 None None] Resources bound (agent type, host, resource id): {{(pid=93332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:34:57.545672 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76274e62-a289-4601-a69b-b3776ccb0129 None None] Received port after_create {{(pid=93332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:34:57.549032 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76274e62-a289-4601-a69b-b3776ccb0129 None None] Pushing event updated for resources: {'Port': ['ID=c8abd1c6-c758-4cfe-952a-da0c02d8f159,revision_number=1']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:57.606184 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.db_base_plugin_common [None req-fb516d83-6c93-4174-a09b-0dd7a9a22ab5 admin admin] Allocated IP 172.27.2.248 (79da2935-f34e-4d6b-93be-bb960bd015b1/1f6d232c-c352-4ff7-8ce5-aebf5b141825/4f44d34f-a6bd-4457-a236-3438ca237f20) {{(pid=93330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:34:57.606508 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-76274e62-a289-4601-a69b-b3776ccb0129 None None] Attempting to bind port c8abd1c6-c758-4cfe-952a-da0c02d8f159 on host dv-cinder-789564-9-iscsi for vnic_type normal with profile {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:34:57.606871 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-76274e62-a289-4601-a69b-b3776ccb0129 None None] Attempting to bind port c8abd1c6-c758-4cfe-952a-da0c02d8f159 by drivers openvswitch,hyperv on host dv-cinder-789564-9-iscsi at level 0 using segments [{'id': '32fa2699-d12e-4a1e-9904-ad0ea35405d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '02754fad-ba6f-4af6-ba45-4cd3fcb25565'}] {{(pid=93332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:34:57.607199 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76274e62-a289-4601-a69b-b3776ccb0129 None None] Attempting to bind port c8abd1c6-c758-4cfe-952a-da0c02d8f159 on network 02754fad-ba6f-4af6-ba45-4cd3fcb25565 {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:34:57.613727 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76274e62-a289-4601-a69b-b3776ccb0129 None None] Checking agent: {'id': '925d9885-7f95-40bb-88ba-4bb3b2a3855f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 16, 11), 'started_at': datetime.datetime(2021, 8, 4, 16, 16, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:34:57.614122 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76274e62-a289-4601-a69b-b3776ccb0129 None None] Checking segment: {'id': '32fa2699-d12e-4a1e-9904-ad0ea35405d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '02754fad-ba6f-4af6-ba45-4cd3fcb25565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:34:57.614527 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-76274e62-a289-4601-a69b-b3776ccb0129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:57.614917 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76274e62-a289-4601-a69b-b3776ccb0129 None None] Bound using segment: {'id': '32fa2699-d12e-4a1e-9904-ad0ea35405d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '02754fad-ba6f-4af6-ba45-4cd3fcb25565'} {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:34:57.615388 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-76274e62-a289-4601-a69b-b3776ccb0129 None None] Bound port: c8abd1c6-c758-4cfe-952a-da0c02d8f159, host: dv-cinder-789564-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32fa2699-d12e-4a1e-9904-ad0ea35405d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '02754fad-ba6f-4af6-ba45-4cd3fcb25565'}}] {{(pid=93332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:34:57.615752 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-76274e62-a289-4601-a69b-b3776ccb0129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:57.683370 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-76274e62-a289-4601-a69b-b3776ccb0129 None None] For port c8abd1c6-c758-4cfe-952a-da0c02d8f159, host dv-cinder-789564-9-iscsi, cleared binding levels {{(pid=93332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:34:57.686882 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-76274e62-a289-4601-a69b-b3776ccb0129 None None] For port c8abd1c6-c758-4cfe-952a-da0c02d8f159, host dv-cinder-789564-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=c8abd1c6-c758-4cfe-952a-da0c02d8f159,segment=NetworkSegment(32fa2699-d12e-4a1e-9904-ad0ea35405d7),segment_id=32fa2699-d12e-4a1e-9904-ad0ea35405d7)] {{(pid=93332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:34:57.695677 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device f3f64b27-1e67-4ff2-b15d-8d0107b352a4 up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:34:57.698250 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4917b7-f61c-40b4-babf-81cb1da96c27 None None] Sync routers for ids ['12652c02-7829-4bb8-a0c5-ad1392cb94bb'] in dv-cinder-789564-9-iscsi {{(pid=93333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:34:57.708869 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-76274e62-a289-4601-a69b-b3776ccb0129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:57.709883 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4917b7-f61c-40b4-babf-81cb1da96c27 None None] Routers {'12652c02-7829-4bb8-a0c5-ad1392cb94bb'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:34:57.710518 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-3a4917b7-f61c-40b4-babf-81cb1da96c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:34:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['12652c02-7829-4bb8-a0c5-ad1392cb94bb'], 'active': True} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:34:57.732876 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-fb516d83-6c93-4174-a09b-0dd7a9a22ab5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:57.792547 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-fb516d83-6c93-4174-a09b-0dd7a9a22ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:57.794580 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76274e62-a289-4601-a69b-b3776ccb0129 None None] Pushing event updated for resources: {'Port': ['ID=c8abd1c6-c758-4cfe-952a-da0c02d8f159,revision_number=2']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:57.809656 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning for port f3f64b27-1e67-4ff2-b15d-8d0107b352a4 completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:34:57.813930 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port f3f64b27-1e67-4ff2-b15d-8d0107b352a4 triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:34:57.814381 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:57.838814 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvr_db [None req-3a4917b7-f61c-40b4-babf-81cb1da96c27 None None] Set router 12652c02-7829-4bb8-a0c5-ad1392cb94bb gateway port host: dv-cinder-789564-9-iscsi {{(pid=93333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:34:57.857416 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb516d83-6c93-4174-a09b-0dd7a9a22ab5 admin admin] Pushing event updated for resources: {'Port': ['ID=4f44d34f-a6bd-4457-a236-3438ca237f20,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:57.868410 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb516d83-6c93-4174-a09b-0dd7a9a22ab5 admin admin] Network 79da2935-f34e-4d6b-93be-bb960bd015b1 is already hosted by enough agents. {{(pid=93330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:34:57.870512 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [None req-fb516d83-6c93-4174-a09b-0dd7a9a22ab5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:34:57.873189 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb516d83-6c93-4174-a09b-0dd7a9a22ab5 admin admin] Received port after_create {{(pid=93330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:34:57.899993 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:57.922704 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] For port f3f64b27-1e67-4ff2-b15d-8d0107b352a4, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=f3f64b27-1e67-4ff2-b15d-8d0107b352a4,segment=NetworkSegment(25182b56-ac69-4c03-a79e-71a35095fb85),segment_id=25182b56-ac69-4c03-a79e-71a35095fb85)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:34:57.936576 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:58.002896 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Pushing event updated for resources: {'Port': ['ID=f3f64b27-1e67-4ff2-b15d-8d0107b352a4,revision_number=4']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:58.127054 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-3a4917b7-f61c-40b4-babf-81cb1da96c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'name': 'tempest-TestVolumeBootPattern-1883705438-router', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:52Z', 'updated_at': '2021-08-04T16:34:55Z', 'revision_number': 4, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'gw_port': {'id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:90:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:53Z', 'updated_at': '2021-08-04T16:34:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '5068eb39-4494-4de5-bb37-b5a0401f6520', 'name': '', 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'mac_address': 'fa:16:3e:12:70:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2285b052-1d72-41e7-800d-301941c0ee86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:54Z', 'updated_at': '2021-08-04T16:34:55Z', 'revision_number': 2, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'subnets': [{'id': '2285b052-1d72-41e7-800d-301941c0ee86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:34:58.155291 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4917b7-f61c-40b4-babf-81cb1da96c27 None None] Checking router: 12652c02-7829-4bb8-a0c5-ad1392cb94bb for host: dv-cinder-789564-9-iscsi {{(pid=93333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:34:58.155643 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4917b7-f61c-40b4-babf-81cb1da96c27 None None] Updating router 12652c02-7829-4bb8-a0c5-ad1392cb94bb port 5068eb39-4494-4de5-bb37-b5a0401f6520 binding host dv-cinder-789564-9-iscsi {{(pid=93333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:34:58.180419 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-3a4917b7-f61c-40b4-babf-81cb1da96c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:58.191270 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-fb516d83-6c93-4174-a09b-0dd7a9a22ab5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:58.401845 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-fb516d83-6c93-4174-a09b-0dd7a9a22ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593452'] for router, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:58.548849 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb516d83-6c93-4174-a09b-0dd7a9a22ab5 admin admin] Router 63cb1936-829e-4032-b88d-886757c68ec7 is scheduled to L3 agent d346cf64-ca3f-484e-b552-5df8791a7915 with binding_index 1 {{(pid=93330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 16:34:58.567938 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-3a4917b7-f61c-40b4-babf-81cb1da96c27 None None] Notify callbacks [] for port, precommit_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:58.578860 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.provisioning_blocks [None req-3a4917b7-f61c-40b4-babf-81cb1da96c27 None None] Transition to ACTIVE for port object 5068eb39-4494-4de5-bb37-b5a0401f6520 will not be triggered until provisioned by entity L2. {{(pid=93333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:34:58.587770 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-3a4917b7-f61c-40b4-babf-81cb1da96c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:58.631810 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dbdde9-7a6a-4f2b-a3ed-840f8a8c9549 None None] Pushing event updated for resources: {'Port': ['ID=5068eb39-4494-4de5-bb37-b5a0401f6520,revision_number=3']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:58.650206 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dbdde9-7a6a-4f2b-a3ed-840f8a8c9549 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:58.650549 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dbdde9-7a6a-4f2b-a3ed-840f8a8c9549 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:58.650880 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dbdde9-7a6a-4f2b-a3ed-840f8a8c9549 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:58.651211 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dbdde9-7a6a-4f2b-a3ed-840f8a8c9549 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:58.651531 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dbdde9-7a6a-4f2b-a3ed-840f8a8c9549 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:58.651849 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dbdde9-7a6a-4f2b-a3ed-840f8a8c9549 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:58.652168 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dbdde9-7a6a-4f2b-a3ed-840f8a8c9549 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:58.652483 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dbdde9-7a6a-4f2b-a3ed-840f8a8c9549 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:58.652799 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dbdde9-7a6a-4f2b-a3ed-840f8a8c9549 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:58.653108 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dbdde9-7a6a-4f2b-a3ed-840f8a8c9549 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:58.653418 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dbdde9-7a6a-4f2b-a3ed-840f8a8c9549 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:58.653741 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dbdde9-7a6a-4f2b-a3ed-840f8a8c9549 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:58.682144 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb516d83-6c93-4174-a09b-0dd7a9a22ab5 admin admin] Notify agent at l3_agent.dv-cinder-789564-9-iscsi the message routers_updated {{(pid=93330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:34:58.696695 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d971c3-a46d-45fb-8591-7186f03646f5 None None] Sync routers for ids ['63cb1936-829e-4032-b88d-886757c68ec7'] in dv-cinder-789564-9-iscsi {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:34:58.707784 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-fb516d83-6c93-4174-a09b-0dd7a9a22ab5 admin admin] Notify callbacks [] for router, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:58.709498 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-fb516d83-6c93-4174-a09b-0dd7a9a22ab5 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6912813 Aug 04 16:34:58.710045 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d971c3-a46d-45fb-8591-7186f03646f5 None None] Routers {'63cb1936-829e-4032-b88d-886757c68ec7'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:34:58.710748 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-47d971c3-a46d-45fb-8591-7186f03646f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:34:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['63cb1936-829e-4032-b88d-886757c68ec7'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:34:58.712391 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 49542) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:34:58.725794 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [None req-3a4917b7-f61c-40b4-babf-81cb1da96c27 None None] Attempting to bind port 5068eb39-4494-4de5-bb37-b5a0401f6520 on host dv-cinder-789564-9-iscsi for vnic_type normal with profile {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:34:58.726440 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [None req-3a4917b7-f61c-40b4-babf-81cb1da96c27 None None] Attempting to bind port 5068eb39-4494-4de5-bb37-b5a0401f6520 by drivers openvswitch,hyperv on host dv-cinder-789564-9-iscsi at level 0 using segments [{'id': '6c2d4047-a9f9-4400-9acf-4e02beace79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca'}] {{(pid=93333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:34:58.726736 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4917b7-f61c-40b4-babf-81cb1da96c27 None None] Attempting to bind port 5068eb39-4494-4de5-bb37-b5a0401f6520 on network 59866ae8-539a-474f-89c4-65ac0d0e67ca {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:34:58.733550 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4917b7-f61c-40b4-babf-81cb1da96c27 None None] Checking agent: {'id': '925d9885-7f95-40bb-88ba-4bb3b2a3855f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 16, 11), 'started_at': datetime.datetime(2021, 8, 4, 16, 16, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:34:58.733931 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4917b7-f61c-40b4-babf-81cb1da96c27 None None] Checking segment: {'id': '6c2d4047-a9f9-4400-9acf-4e02beace79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:34:58.734365 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-3a4917b7-f61c-40b4-babf-81cb1da96c27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:58.734758 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4917b7-f61c-40b4-babf-81cb1da96c27 None None] Bound using segment: {'id': '6c2d4047-a9f9-4400-9acf-4e02beace79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca'} {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:34:58.735566 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [None req-3a4917b7-f61c-40b4-babf-81cb1da96c27 None None] Bound port: 5068eb39-4494-4de5-bb37-b5a0401f6520, host: dv-cinder-789564-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2d4047-a9f9-4400-9acf-4e02beace79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca'}}] {{(pid=93333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:34:58.736705 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-3a4917b7-f61c-40b4-babf-81cb1da96c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:58.824628 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [None req-3a4917b7-f61c-40b4-babf-81cb1da96c27 None None] For port 5068eb39-4494-4de5-bb37-b5a0401f6520, host dv-cinder-789564-9-iscsi, cleared binding levels {{(pid=93333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:34:58.835944 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [None req-3a4917b7-f61c-40b4-babf-81cb1da96c27 None None] For port 5068eb39-4494-4de5-bb37-b5a0401f6520, host dv-cinder-789564-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=5068eb39-4494-4de5-bb37-b5a0401f6520,segment=NetworkSegment(6c2d4047-a9f9-4400-9acf-4e02beace79f),segment_id=6c2d4047-a9f9-4400-9acf-4e02beace79f)] {{(pid=93333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:34:58.843285 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-3a4917b7-f61c-40b4-babf-81cb1da96c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:58.866945 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a1fca1-de60-4dc5-96fb-355eebba1bfd None None] Network 02754fad-ba6f-4af6-ba45-4cd3fcb25565 requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:34:58.919361 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4917b7-f61c-40b4-babf-81cb1da96c27 None None] Routers {'12652c02-7829-4bb8-a0c5-ad1392cb94bb'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:34:58.920019 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-3a4917b7-f61c-40b4-babf-81cb1da96c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:34:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['12652c02-7829-4bb8-a0c5-ad1392cb94bb'], 'active': True} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:34:58.924343 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dbdde9-7a6a-4f2b-a3ed-840f8a8c9549 None None] Pushing event updated for resources: {'Port': ['ID=5068eb39-4494-4de5-bb37-b5a0401f6520,revision_number=4']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:59.046365 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvr_db [None req-3a4917b7-f61c-40b4-babf-81cb1da96c27 None None] Set router 12652c02-7829-4bb8-a0c5-ad1392cb94bb gateway port host: dv-cinder-789564-9-iscsi {{(pid=93333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:34:59.088378 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-47d971c3-a46d-45fb-8591-7186f03646f5 None None] Set router 63cb1936-829e-4032-b88d-886757c68ec7 gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:34:59.167330 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-93186d30-0ff5-4a4a-b9c1-827b301800eb None None] Provisioning for port c8abd1c6-c758-4cfe-952a-da0c02d8f159 completed by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:34:59.297681 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-3a4917b7-f61c-40b4-babf-81cb1da96c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'name': 'tempest-TestVolumeBootPattern-1883705438-router', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:52Z', 'updated_at': '2021-08-04T16:34:55Z', 'revision_number': 4, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'gw_port': {'id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:90:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:53Z', 'updated_at': '2021-08-04T16:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '5068eb39-4494-4de5-bb37-b5a0401f6520', 'name': '', 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'mac_address': 'fa:16:3e:12:70:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2285b052-1d72-41e7-800d-301941c0ee86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:54Z', 'updated_at': '2021-08-04T16:34:58Z', 'revision_number': 4, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'subnets': [{'id': '2285b052-1d72-41e7-800d-301941c0ee86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:34:59.332118 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4917b7-f61c-40b4-babf-81cb1da96c27 None None] The sync data for ids ['12652c02-7829-4bb8-a0c5-ad1392cb94bb'] in dv-cinder-789564-9-iscsi is: [{'id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'name': 'tempest-TestVolumeBootPattern-1883705438-router', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:52Z', 'updated_at': '2021-08-04T16:34:55Z', 'revision_number': 4, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'gw_port': {'id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:90:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:53Z', 'updated_at': '2021-08-04T16:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '5068eb39-4494-4de5-bb37-b5a0401f6520', 'name': '', 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'mac_address': 'fa:16:3e:12:70:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2285b052-1d72-41e7-800d-301941c0ee86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:54Z', 'updated_at': '2021-08-04T16:34:58Z', 'revision_number': 4, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'subnets': [{'id': '2285b052-1d72-41e7-800d-301941c0ee86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:34:59.422502 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-47d971c3-a46d-45fb-8591-7186f03646f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cb1936-829e-4032-b88d-886757c68ec7', 'name': 'tempest-TestVolumeBootPattern-588674644-router', 'tenant_id': '77066cbaefb3480d8e1cff78d48fc8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '4f44d34f-a6bd-4457-a236-3438ca237f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:57Z', 'updated_at': '2021-08-04T16:34:58Z', 'revision_number': 3, 'project_id': '77066cbaefb3480d8e1cff78d48fc8af', 'gw_port': {'id': '4f44d34f-a6bd-4457-a236-3438ca237f20', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63cb1936-829e-4032-b88d-886757c68ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:57Z', 'updated_at': '2021-08-04T16:34:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi'}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:34:59.460258 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d971c3-a46d-45fb-8591-7186f03646f5 None None] Checking router: 63cb1936-829e-4032-b88d-886757c68ec7 for host: dv-cinder-789564-9-iscsi {{(pid=93332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:34:59.460594 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d971c3-a46d-45fb-8591-7186f03646f5 None None] Updating router 63cb1936-829e-4032-b88d-886757c68ec7 port 4f44d34f-a6bd-4457-a236-3438ca237f20 binding host dv-cinder-789564-9-iscsi {{(pid=93332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:34:59.488360 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-47d971c3-a46d-45fb-8591-7186f03646f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:59.562400 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-26ee4fa8-f700-406f-baf2-9aae03ccc723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:59.801078 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.db_base_plugin_common [None req-26ee4fa8-f700-406f-baf2-9aae03ccc723 admin admin] Allocated IP 172.20.0.1 (02754fad-ba6f-4af6-ba45-4cd3fcb25565/c4d248d9-11de-4c33-92f3-47b59bfeb9ac/2bac4926-e8d7-4d15-ae76-d5c7cf757665) {{(pid=93331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:34:59.802455 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device c8abd1c6-c758-4cfe-952a-da0c02d8f159 up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:34:59.900857 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-47d971c3-a46d-45fb-8591-7186f03646f5 None None] Notify callbacks [] for port, precommit_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:59.910000 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-26ee4fa8-f700-406f-baf2-9aae03ccc723 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:59.915439 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-47d971c3-a46d-45fb-8591-7186f03646f5 None None] Transition to ACTIVE for port object 4f44d34f-a6bd-4457-a236-3438ca237f20 will not be triggered until provisioned by entity L2. {{(pid=93332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:34:59.921528 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning for port c8abd1c6-c758-4cfe-952a-da0c02d8f159 completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:34:59.924765 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.provisioning_blocks [None req-26ee4fa8-f700-406f-baf2-9aae03ccc723 admin admin] Transition to ACTIVE for port object 2bac4926-e8d7-4d15-ae76-d5c7cf757665 will not be triggered until provisioned by entity DHCP. {{(pid=93331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:34:59.926788 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-47d971c3-a46d-45fb-8591-7186f03646f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:59.931583 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port c8abd1c6-c758-4cfe-952a-da0c02d8f159 triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:34:59.932015 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:59.960916 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-26ee4fa8-f700-406f-baf2-9aae03ccc723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129279319'] for port, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:59.999611 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ee4fa8-f700-406f-baf2-9aae03ccc723 admin admin] Network 02754fad-ba6f-4af6-ba45-4cd3fcb25565 is already hosted by enough agents. {{(pid=93331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:35:00.004983 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.base_scheduler [None req-26ee4fa8-f700-406f-baf2-9aae03ccc723 admin admin] Resources bound (agent type, host, resource id): {{(pid=93331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:35:00.008685 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ee4fa8-f700-406f-baf2-9aae03ccc723 admin admin] Received port after_create {{(pid=93331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:35:00.015368 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-47d971c3-a46d-45fb-8591-7186f03646f5 None None] Attempting to bind port 4f44d34f-a6bd-4457-a236-3438ca237f20 on host dv-cinder-789564-9-iscsi for vnic_type normal with profile {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:35:00.015745 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-47d971c3-a46d-45fb-8591-7186f03646f5 None None] Attempting to bind port 4f44d34f-a6bd-4457-a236-3438ca237f20 by drivers openvswitch,hyperv on host dv-cinder-789564-9-iscsi at level 0 using segments [{'id': '25182b56-ac69-4c03-a79e-71a35095fb85', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'}] {{(pid=93332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:35:00.016116 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d971c3-a46d-45fb-8591-7186f03646f5 None None] Attempting to bind port 4f44d34f-a6bd-4457-a236-3438ca237f20 on network 79da2935-f34e-4d6b-93be-bb960bd015b1 {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:35:00.020887 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72071a7-e0de-4a72-beda-b12803a830a4 None None] Pushing event updated for resources: {'Port': ['ID=4f44d34f-a6bd-4457-a236-3438ca237f20,revision_number=2']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:35:00.033583 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d971c3-a46d-45fb-8591-7186f03646f5 None None] Checking agent: {'id': '925d9885-7f95-40bb-88ba-4bb3b2a3855f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 16, 11), 'started_at': datetime.datetime(2021, 8, 4, 16, 16, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:35:00.033988 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d971c3-a46d-45fb-8591-7186f03646f5 None None] Checking segment: {'id': '25182b56-ac69-4c03-a79e-71a35095fb85', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:35:00.034404 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-47d971c3-a46d-45fb-8591-7186f03646f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:00.034806 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d971c3-a46d-45fb-8591-7186f03646f5 None None] Bound using segment: {'id': '25182b56-ac69-4c03-a79e-71a35095fb85', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'} {{(pid=93332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:35:00.036089 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.managers [None req-47d971c3-a46d-45fb-8591-7186f03646f5 None None] Bound port: 4f44d34f-a6bd-4457-a236-3438ca237f20, host: dv-cinder-789564-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25182b56-ac69-4c03-a79e-71a35095fb85', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1'}}] {{(pid=93332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:35:00.036089 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-47d971c3-a46d-45fb-8591-7186f03646f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:00.039858 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72071a7-e0de-4a72-beda-b12803a830a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:35:00.040082 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72071a7-e0de-4a72-beda-b12803a830a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:35:00.040399 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72071a7-e0de-4a72-beda-b12803a830a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:35:00.040739 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72071a7-e0de-4a72-beda-b12803a830a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:35:00.041077 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72071a7-e0de-4a72-beda-b12803a830a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:35:00.041415 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72071a7-e0de-4a72-beda-b12803a830a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:35:00.041747 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72071a7-e0de-4a72-beda-b12803a830a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:35:00.042122 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72071a7-e0de-4a72-beda-b12803a830a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:35:00.042454 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72071a7-e0de-4a72-beda-b12803a830a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:35:00.042783 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72071a7-e0de-4a72-beda-b12803a830a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:35:00.043115 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72071a7-e0de-4a72-beda-b12803a830a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:35:00.043437 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72071a7-e0de-4a72-beda-b12803a830a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:35:00.044393 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee4fa8-f700-406f-baf2-9aae03ccc723 admin admin] Pushing event updated for resources: {'Port': ['ID=2bac4926-e8d7-4d15-ae76-d5c7cf757665,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:35:00.053429 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-26ee4fa8-f700-406f-baf2-9aae03ccc723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-594499'] for router_interface, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:00.133594 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-47d971c3-a46d-45fb-8591-7186f03646f5 None None] For port 4f44d34f-a6bd-4457-a236-3438ca237f20, host dv-cinder-789564-9-iscsi, cleared binding levels {{(pid=93332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:35:00.135843 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:00.154492 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-47d971c3-a46d-45fb-8591-7186f03646f5 None None] For port 4f44d34f-a6bd-4457-a236-3438ca237f20, host dv-cinder-789564-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=4f44d34f-a6bd-4457-a236-3438ca237f20,segment=NetworkSegment(25182b56-ac69-4c03-a79e-71a35095fb85),segment_id=25182b56-ac69-4c03-a79e-71a35095fb85)] {{(pid=93332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:35:00.166170 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-47d971c3-a46d-45fb-8591-7186f03646f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:00.196477 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-26ee4fa8-f700-406f-baf2-9aae03ccc723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:00.211908 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] For port c8abd1c6-c758-4cfe-952a-da0c02d8f159, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=c8abd1c6-c758-4cfe-952a-da0c02d8f159,segment=NetworkSegment(32fa2699-d12e-4a1e-9904-ad0ea35405d7),segment_id=32fa2699-d12e-4a1e-9904-ad0ea35405d7)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:35:00.227084 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:00.227851 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 5068eb39-4494-4de5-bb37-b5a0401f6520 up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:35:00.275413 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72071a7-e0de-4a72-beda-b12803a830a4 None None] Pushing event updated for resources: {'Port': ['ID=4f44d34f-a6bd-4457-a236-3438ca237f20,revision_number=3']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:35:00.282599 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d971c3-a46d-45fb-8591-7186f03646f5 None None] Routers {'63cb1936-829e-4032-b88d-886757c68ec7'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:35:00.284165 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-47d971c3-a46d-45fb-8591-7186f03646f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:34:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['63cb1936-829e-4032-b88d-886757c68ec7'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:35:00.369852 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-26ee4fa8-f700-406f-baf2-9aae03ccc723 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:00.375698 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-26ee4fa8-f700-406f-baf2-9aae03ccc723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129279404'] for port, after_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:00.432361 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-928cc7b9-d058-4d4e-abce-cd31ee184df2 None None] Provisioning for port 2bac4926-e8d7-4d15-ae76-d5c7cf757665 completed by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:35:00.440102 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Pushing event updated for resources: {'Port': ['ID=c8abd1c6-c758-4cfe-952a-da0c02d8f159,revision_number=3']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:35:00.440809 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-26ee4fa8-f700-406f-baf2-9aae03ccc723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3631316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596249'] for router_interface, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:00.449371 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-928cc7b9-d058-4d4e-abce-cd31ee184df2 None None] Provisioning complete for port 2bac4926-e8d7-4d15-ae76-d5c7cf757665 triggered by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:35:00.449917 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-928cc7b9-d058-4d4e-abce-cd31ee184df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:00.451067 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee4fa8-f700-406f-baf2-9aae03ccc723 admin admin] Pushing event updated for resources: {'Port': ['ID=2bac4926-e8d7-4d15-ae76-d5c7cf757665,revision_number=2']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:35:00.500727 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning for port 5068eb39-4494-4de5-bb37-b5a0401f6520 completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:35:00.509686 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-47d971c3-a46d-45fb-8591-7186f03646f5 None None] Set router 63cb1936-829e-4032-b88d-886757c68ec7 gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:35:00.512274 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-928cc7b9-d058-4d4e-abce-cd31ee184df2 None None] Port 2bac4926-e8d7-4d15-ae76-d5c7cf757665 cannot update to ACTIVE because it is not bound. {{(pid=93332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:35:00.540289 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port 5068eb39-4494-4de5-bb37-b5a0401f6520 triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:35:00.540667 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:00.543990 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ee4fa8-f700-406f-baf2-9aae03ccc723 admin admin] Network 02754fad-ba6f-4af6-ba45-4cd3fcb25565 is already hosted by enough agents. {{(pid=93331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:35:00.545329 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.base_scheduler [None req-26ee4fa8-f700-406f-baf2-9aae03ccc723 admin admin] Resources bound (agent type, host, resource id): {{(pid=93331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:35:00.661984 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ee4fa8-f700-406f-baf2-9aae03ccc723 admin admin] Router 63cb1936-829e-4032-b88d-886757c68ec7 has already been hosted by L3 agent d346cf64-ca3f-484e-b552-5df8791a7915 {{(pid=93331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:35:00.733478 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:00.781937 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ee4fa8-f700-406f-baf2-9aae03ccc723 admin admin] Notify agent at l3_agent.dv-cinder-789564-9-iscsi the message routers_updated {{(pid=93331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:35:00.789260 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-26ee4fa8-f700-406f-baf2-9aae03ccc723 admin admin] 10.222.0.77 "PUT /v2.0/routers/63cb1936-829e-4032-b88d-886757c68ec7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0729282 Aug 04 16:35:00.792278 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-761d7637-2e85-4b00-8ec4-34e63ea89890 None None] Provisioning complete for port 2bac4926-e8d7-4d15-ae76-d5c7cf757665 triggered by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:35:00.792659 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-761d7637-2e85-4b00-8ec4-34e63ea89890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:00.844351 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] For port 5068eb39-4494-4de5-bb37-b5a0401f6520, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=5068eb39-4494-4de5-bb37-b5a0401f6520,segment=NetworkSegment(6c2d4047-a9f9-4400-9acf-4e02beace79f),segment_id=6c2d4047-a9f9-4400-9acf-4e02beace79f)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:35:00.856913 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:00.857725 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device f3f64b27-1e67-4ff2-b15d-8d0107b352a4 up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:35:00.863942 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-761d7637-2e85-4b00-8ec4-34e63ea89890 None None] Port 2bac4926-e8d7-4d15-ae76-d5c7cf757665 cannot update to ACTIVE because it is not bound. {{(pid=93332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:35:00.920217 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-47d971c3-a46d-45fb-8591-7186f03646f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cb1936-829e-4032-b88d-886757c68ec7', 'name': 'tempest-TestVolumeBootPattern-588674644-router', 'tenant_id': '77066cbaefb3480d8e1cff78d48fc8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '4f44d34f-a6bd-4457-a236-3438ca237f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:57Z', 'updated_at': '2021-08-04T16:35:00Z', 'revision_number': 4, 'project_id': '77066cbaefb3480d8e1cff78d48fc8af', 'gw_port': {'id': '4f44d34f-a6bd-4457-a236-3438ca237f20', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63cb1936-829e-4032-b88d-886757c68ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:57Z', 'updated_at': '2021-08-04T16:35:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '2bac4926-e8d7-4d15-ae76-d5c7cf757665', 'name': '', 'network_id': '02754fad-ba6f-4af6-ba45-4cd3fcb25565', 'tenant_id': '77066cbaefb3480d8e1cff78d48fc8af', 'mac_address': 'fa:16:3e:d4:7f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63cb1936-829e-4032-b88d-886757c68ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c4d248d9-11de-4c33-92f3-47b59bfeb9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:59Z', 'updated_at': '2021-08-04T16:34:59Z', 'revision_number': 1, 'project_id': '77066cbaefb3480d8e1cff78d48fc8af', 'subnets': [{'id': 'c4d248d9-11de-4c33-92f3-47b59bfeb9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:35:00.959328 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d971c3-a46d-45fb-8591-7186f03646f5 None None] The sync data for ids ['63cb1936-829e-4032-b88d-886757c68ec7'] in dv-cinder-789564-9-iscsi is: [{'id': '63cb1936-829e-4032-b88d-886757c68ec7', 'name': 'tempest-TestVolumeBootPattern-588674644-router', 'tenant_id': '77066cbaefb3480d8e1cff78d48fc8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '4f44d34f-a6bd-4457-a236-3438ca237f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:57Z', 'updated_at': '2021-08-04T16:35:00Z', 'revision_number': 4, 'project_id': '77066cbaefb3480d8e1cff78d48fc8af', 'gw_port': {'id': '4f44d34f-a6bd-4457-a236-3438ca237f20', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63cb1936-829e-4032-b88d-886757c68ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:57Z', 'updated_at': '2021-08-04T16:35:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '2bac4926-e8d7-4d15-ae76-d5c7cf757665', 'name': '', 'network_id': '02754fad-ba6f-4af6-ba45-4cd3fcb25565', 'tenant_id': '77066cbaefb3480d8e1cff78d48fc8af', 'mac_address': 'fa:16:3e:d4:7f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63cb1936-829e-4032-b88d-886757c68ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c4d248d9-11de-4c33-92f3-47b59bfeb9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:59Z', 'updated_at': '2021-08-04T16:34:59Z', 'revision_number': 1, 'project_id': '77066cbaefb3480d8e1cff78d48fc8af', 'subnets': [{'id': 'c4d248d9-11de-4c33-92f3-47b59bfeb9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:35:00.973191 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Pushing event updated for resources: {'Port': ['ID=5068eb39-4494-4de5-bb37-b5a0401f6520,revision_number=5']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:35:00.991495 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port f3f64b27-1e67-4ff2-b15d-8d0107b352a4 triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:35:00.991495 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:01.534318 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 49550) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:35:01.540792 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-498551b1-a46f-4d9f-8099-510505285f26 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-280391544', 'description': 'tempest-secgroup-smoke-280391544 description', 'project_id': '06f80bf601104261bec5af98cd6a9bc5'}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:35:01.572121 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-498551b1-a46f-4d9f-8099-510505285f26 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks [] for security_group, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:01.646511 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device c8abd1c6-c758-4cfe-952a-da0c02d8f159 up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:35:01.665269 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-498551b1-a46f-4d9f-8099-510505285f26 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks [] for security_group, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:01.670456 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-498551b1-a46f-4d9f-8099-510505285f26 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:01.696013 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port c8abd1c6-c758-4cfe-952a-da0c02d8f159 triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:35:01.696388 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:01.702772 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-498551b1-a46f-4d9f-8099-510505285f26 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks [] for security_group, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:01.704195 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-498551b1-a46f-4d9f-8099-510505285f26 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1686351 Aug 04 16:35:01.706311 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498551b1-a46f-4d9f-8099-510505285f26 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0ded09-21fc-4452-83f0-3b58891f7629,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:35:01.710090 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 49552) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:35:01.715006 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-8a8bff2f-958b-46f4-9f00-48c6b71d4e5d tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Request body: {'security_group_rule': {'security_group_id': 'ff0ded09-21fc-4452-83f0-3b58891f7629', 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:35:01.747477 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-8a8bff2f-958b-46f4-9f00-48c6b71d4e5d tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:01.796187 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 5068eb39-4494-4de5-bb37-b5a0401f6520 up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:35:01.807202 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-8a8bff2f-958b-46f4-9f00-48c6b71d4e5d tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:01.812426 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-8a8bff2f-958b-46f4-9f00-48c6b71d4e5d tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598158'] for security_group_rule, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:01.833091 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8bff2f-958b-46f4-9f00-48c6b71d4e5d tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38d284c9-0712-425a-9db4-341f96ce9d60,revision_number=0']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:35:01.837362 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-8a8bff2f-958b-46f4-9f00-48c6b71d4e5d tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:01.838623 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-8a8bff2f-958b-46f4-9f00-48c6b71d4e5d tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1275740 Aug 04 16:35:01.841485 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 49554) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:35:01.846103 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-ba2d1e2c-96e8-4814-8ef8-e69e67775388 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Request body: {'security_group_rule': {'security_group_id': 'ff0ded09-21fc-4452-83f0-3b58891f7629', 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:35:01.849840 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port 5068eb39-4494-4de5-bb37-b5a0401f6520 triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:35:01.850247 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:01.872924 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-ba2d1e2c-96e8-4814-8ef8-e69e67775388 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:01.950834 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-ba2d1e2c-96e8-4814-8ef8-e69e67775388 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:01.956138 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-ba2d1e2c-96e8-4814-8ef8-e69e67775388 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598158'] for security_group_rule, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:01.973286 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d1e2c-96e8-4814-8ef8-e69e67775388 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8944516c-0d7f-4658-8314-dda966c4a626,revision_number=0']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:35:01.982806 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-ba2d1e2c-96e8-4814-8ef8-e69e67775388 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:01.984049 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-ba2d1e2c-96e8-4814-8ef8-e69e67775388 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1415751 Aug 04 16:35:01.987099 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 49556) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:35:01.991515 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-674ecb07-8fcb-4d2e-be92-6c9c5d91f060 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Request body: {'security_group_rule': {'security_group_id': 'ff0ded09-21fc-4452-83f0-3b58891f7629', 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:35:02.019491 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-674ecb07-8fcb-4d2e-be92-6c9c5d91f060 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:02.093644 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-674ecb07-8fcb-4d2e-be92-6c9c5d91f060 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:02.099394 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-674ecb07-8fcb-4d2e-be92-6c9c5d91f060 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598158'] for security_group_rule, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:02.130447 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674ecb07-8fcb-4d2e-be92-6c9c5d91f060 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c73c9988-672f-4205-88ca-326c2855a319,revision_number=0']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:35:02.135512 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-674ecb07-8fcb-4d2e-be92-6c9c5d91f060 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:02.139268 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-674ecb07-8fcb-4d2e-be92-6c9c5d91f060 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1488602 Aug 04 16:35:02.139926 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 49558) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:35:02.144841 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-b770ce60-0a79-4214-94e1-198f203dfaa3 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Request body: {'security_group_rule': {'security_group_id': 'ff0ded09-21fc-4452-83f0-3b58891f7629', 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:35:02.175549 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-b770ce60-0a79-4214-94e1-198f203dfaa3 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:02.242930 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-b770ce60-0a79-4214-94e1-198f203dfaa3 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:02.247832 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-b770ce60-0a79-4214-94e1-198f203dfaa3 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598158'] for security_group_rule, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:02.268266 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b770ce60-0a79-4214-94e1-198f203dfaa3 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac2f1954-1f50-4cd1-b7ee-54006b3066df,revision_number=0']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:35:02.273761 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-b770ce60-0a79-4214-94e1-198f203dfaa3 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:02.277979 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-b770ce60-0a79-4214-94e1-198f203dfaa3 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1342025 Aug 04 16:35:02.277979 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 49560) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:35:02.282844 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-cc7e34f8-d700-4152-89f5-75098079a6aa tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Request body: {'security_group_rule': {'security_group_id': 'ff0ded09-21fc-4452-83f0-3b58891f7629', 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:35:02.306839 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.db.securitygroups_db [None req-cc7e34f8-d700-4152-89f5-75098079a6aa tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Project 06f80bf601104261bec5af98cd6a9bc5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 16:35:02.312450 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-cc7e34f8-d700-4152-89f5-75098079a6aa tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:02.393455 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-cc7e34f8-d700-4152-89f5-75098079a6aa tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:02.403040 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-cc7e34f8-d700-4152-89f5-75098079a6aa tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598158'] for security_group_rule, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:02.422321 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e34f8-d700-4152-89f5-75098079a6aa tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e80cd8d9-6ab5-4aff-a98f-34f50cd672b8,revision_number=0']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:35:02.434736 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-cc7e34f8-d700-4152-89f5-75098079a6aa tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:02.436065 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-cc7e34f8-d700-4152-89f5-75098079a6aa tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1570997 Aug 04 16:35:02.439306 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 49562) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:35:02.444436 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-4e74dba6-d56b-4065-b2df-524c9b2ec3b8 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Request body: {'security_group_rule': {'security_group_id': 'ff0ded09-21fc-4452-83f0-3b58891f7629', 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:35:02.470864 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.db.securitygroups_db [None req-4e74dba6-d56b-4065-b2df-524c9b2ec3b8 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Project 06f80bf601104261bec5af98cd6a9bc5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 16:35:02.476423 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-4e74dba6-d56b-4065-b2df-524c9b2ec3b8 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:02.561647 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-4e74dba6-d56b-4065-b2df-524c9b2ec3b8 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:02.567076 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-4e74dba6-d56b-4065-b2df-524c9b2ec3b8 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598158'] for security_group_rule, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:02.588456 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e74dba6-d56b-4065-b2df-524c9b2ec3b8 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccb05283-630c-4284-9c2b-6e777cff860f,revision_number=0']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:35:02.593740 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-4e74dba6-d56b-4065-b2df-524c9b2ec3b8 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:02.599133 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-4e74dba6-d56b-4065-b2df-524c9b2ec3b8 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1587174 Aug 04 16:35:03.451016 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633058cb-882f-4c09-86d6-2059e62b931d None None] Sync routers for ids ['63cb1936-829e-4032-b88d-886757c68ec7'] in dv-cinder-789564-9-iscsi {{(pid=93333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:35:03.460647 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633058cb-882f-4c09-86d6-2059e62b931d None None] Routers {'63cb1936-829e-4032-b88d-886757c68ec7'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:35:03.461265 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-633058cb-882f-4c09-86d6-2059e62b931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:34:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['63cb1936-829e-4032-b88d-886757c68ec7'], 'active': True} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:35:03.584819 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvr_db [None req-633058cb-882f-4c09-86d6-2059e62b931d None None] Set router 63cb1936-829e-4032-b88d-886757c68ec7 gateway port host: dv-cinder-789564-9-iscsi {{(pid=93333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:35:03.683651 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 4f44d34f-a6bd-4457-a236-3438ca237f20 up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:35:03.865350 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-633058cb-882f-4c09-86d6-2059e62b931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cb1936-829e-4032-b88d-886757c68ec7', 'name': 'tempest-TestVolumeBootPattern-588674644-router', 'tenant_id': '77066cbaefb3480d8e1cff78d48fc8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '4f44d34f-a6bd-4457-a236-3438ca237f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:57Z', 'updated_at': '2021-08-04T16:35:00Z', 'revision_number': 4, 'project_id': '77066cbaefb3480d8e1cff78d48fc8af', 'gw_port': {'id': '4f44d34f-a6bd-4457-a236-3438ca237f20', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63cb1936-829e-4032-b88d-886757c68ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:57Z', 'updated_at': '2021-08-04T16:35:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '2bac4926-e8d7-4d15-ae76-d5c7cf757665', 'name': '', 'network_id': '02754fad-ba6f-4af6-ba45-4cd3fcb25565', 'tenant_id': '77066cbaefb3480d8e1cff78d48fc8af', 'mac_address': 'fa:16:3e:d4:7f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63cb1936-829e-4032-b88d-886757c68ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c4d248d9-11de-4c33-92f3-47b59bfeb9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:59Z', 'updated_at': '2021-08-04T16:35:00Z', 'revision_number': 2, 'project_id': '77066cbaefb3480d8e1cff78d48fc8af', 'subnets': [{'id': 'c4d248d9-11de-4c33-92f3-47b59bfeb9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:35:03.895733 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633058cb-882f-4c09-86d6-2059e62b931d None None] Checking router: 63cb1936-829e-4032-b88d-886757c68ec7 for host: dv-cinder-789564-9-iscsi {{(pid=93333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:35:03.896089 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633058cb-882f-4c09-86d6-2059e62b931d None None] Updating router 63cb1936-829e-4032-b88d-886757c68ec7 port 2bac4926-e8d7-4d15-ae76-d5c7cf757665 binding host dv-cinder-789564-9-iscsi {{(pid=93333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:35:03.904038 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning for port 4f44d34f-a6bd-4457-a236-3438ca237f20 completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:35:03.908288 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port 4f44d34f-a6bd-4457-a236-3438ca237f20 triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:35:03.908975 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:03.923438 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-633058cb-882f-4c09-86d6-2059e62b931d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:04.001053 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:04.032841 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] For port 4f44d34f-a6bd-4457-a236-3438ca237f20, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=4f44d34f-a6bd-4457-a236-3438ca237f20,segment=NetworkSegment(25182b56-ac69-4c03-a79e-71a35095fb85),segment_id=25182b56-ac69-4c03-a79e-71a35095fb85)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:35:04.038594 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:04.089114 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Pushing event updated for resources: {'Port': ['ID=4f44d34f-a6bd-4457-a236-3438ca237f20,revision_number=4']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:35:04.218059 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-633058cb-882f-4c09-86d6-2059e62b931d None None] Notify callbacks [] for port, precommit_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:04.228497 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.provisioning_blocks [None req-633058cb-882f-4c09-86d6-2059e62b931d None None] Transition to ACTIVE for port object 2bac4926-e8d7-4d15-ae76-d5c7cf757665 will not be triggered until provisioned by entity L2. {{(pid=93333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:35:04.235741 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-633058cb-882f-4c09-86d6-2059e62b931d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:04.283143 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a4783b-bb8a-4165-a3be-79381133278d None None] Pushing event updated for resources: {'Port': ['ID=2bac4926-e8d7-4d15-ae76-d5c7cf757665,revision_number=3']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:35:04.340130 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [None req-633058cb-882f-4c09-86d6-2059e62b931d None None] Attempting to bind port 2bac4926-e8d7-4d15-ae76-d5c7cf757665 on host dv-cinder-789564-9-iscsi for vnic_type normal with profile {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:35:04.340632 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [None req-633058cb-882f-4c09-86d6-2059e62b931d None None] Attempting to bind port 2bac4926-e8d7-4d15-ae76-d5c7cf757665 by drivers openvswitch,hyperv on host dv-cinder-789564-9-iscsi at level 0 using segments [{'id': '32fa2699-d12e-4a1e-9904-ad0ea35405d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '02754fad-ba6f-4af6-ba45-4cd3fcb25565'}] {{(pid=93333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:35:04.341138 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633058cb-882f-4c09-86d6-2059e62b931d None None] Attempting to bind port 2bac4926-e8d7-4d15-ae76-d5c7cf757665 on network 02754fad-ba6f-4af6-ba45-4cd3fcb25565 {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:35:04.349082 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633058cb-882f-4c09-86d6-2059e62b931d None None] Checking agent: {'id': '925d9885-7f95-40bb-88ba-4bb3b2a3855f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 16, 11), 'started_at': datetime.datetime(2021, 8, 4, 16, 16, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:35:04.349592 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633058cb-882f-4c09-86d6-2059e62b931d None None] Checking segment: {'id': '32fa2699-d12e-4a1e-9904-ad0ea35405d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '02754fad-ba6f-4af6-ba45-4cd3fcb25565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:35:04.350312 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-633058cb-882f-4c09-86d6-2059e62b931d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:04.350666 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633058cb-882f-4c09-86d6-2059e62b931d None None] Bound using segment: {'id': '32fa2699-d12e-4a1e-9904-ad0ea35405d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '02754fad-ba6f-4af6-ba45-4cd3fcb25565'} {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:35:04.351248 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [None req-633058cb-882f-4c09-86d6-2059e62b931d None None] Bound port: 2bac4926-e8d7-4d15-ae76-d5c7cf757665, host: dv-cinder-789564-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32fa2699-d12e-4a1e-9904-ad0ea35405d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '02754fad-ba6f-4af6-ba45-4cd3fcb25565'}}] {{(pid=93333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:35:04.351820 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-633058cb-882f-4c09-86d6-2059e62b931d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:04.446462 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [None req-633058cb-882f-4c09-86d6-2059e62b931d None None] For port 2bac4926-e8d7-4d15-ae76-d5c7cf757665, host dv-cinder-789564-9-iscsi, cleared binding levels {{(pid=93333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:35:04.452029 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [None req-633058cb-882f-4c09-86d6-2059e62b931d None None] For port 2bac4926-e8d7-4d15-ae76-d5c7cf757665, host dv-cinder-789564-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=2bac4926-e8d7-4d15-ae76-d5c7cf757665,segment=NetworkSegment(32fa2699-d12e-4a1e-9904-ad0ea35405d7),segment_id=32fa2699-d12e-4a1e-9904-ad0ea35405d7)] {{(pid=93333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:35:04.462547 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-633058cb-882f-4c09-86d6-2059e62b931d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:04.549259 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633058cb-882f-4c09-86d6-2059e62b931d None None] Routers {'63cb1936-829e-4032-b88d-886757c68ec7'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:35:04.549259 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-633058cb-882f-4c09-86d6-2059e62b931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:34:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['63cb1936-829e-4032-b88d-886757c68ec7'], 'active': True} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:35:04.600616 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a4783b-bb8a-4165-a3be-79381133278d None None] Pushing event updated for resources: {'Port': ['ID=2bac4926-e8d7-4d15-ae76-d5c7cf757665,revision_number=4']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:35:04.712483 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvr_db [None req-633058cb-882f-4c09-86d6-2059e62b931d None None] Set router 63cb1936-829e-4032-b88d-886757c68ec7 gateway port host: dv-cinder-789564-9-iscsi {{(pid=93333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:35:05.023691 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-633058cb-882f-4c09-86d6-2059e62b931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cb1936-829e-4032-b88d-886757c68ec7', 'name': 'tempest-TestVolumeBootPattern-588674644-router', 'tenant_id': '77066cbaefb3480d8e1cff78d48fc8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '4f44d34f-a6bd-4457-a236-3438ca237f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:57Z', 'updated_at': '2021-08-04T16:35:00Z', 'revision_number': 4, 'project_id': '77066cbaefb3480d8e1cff78d48fc8af', 'gw_port': {'id': '4f44d34f-a6bd-4457-a236-3438ca237f20', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cb1936-829e-4032-b88d-886757c68ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:57Z', 'updated_at': '2021-08-04T16:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '2bac4926-e8d7-4d15-ae76-d5c7cf757665', 'name': '', 'network_id': '02754fad-ba6f-4af6-ba45-4cd3fcb25565', 'tenant_id': '77066cbaefb3480d8e1cff78d48fc8af', 'mac_address': 'fa:16:3e:d4:7f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63cb1936-829e-4032-b88d-886757c68ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c4d248d9-11de-4c33-92f3-47b59bfeb9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:59Z', 'updated_at': '2021-08-04T16:35:04Z', 'revision_number': 4, 'project_id': '77066cbaefb3480d8e1cff78d48fc8af', 'subnets': [{'id': 'c4d248d9-11de-4c33-92f3-47b59bfeb9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:35:05.054257 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633058cb-882f-4c09-86d6-2059e62b931d None None] The sync data for ids ['63cb1936-829e-4032-b88d-886757c68ec7'] in dv-cinder-789564-9-iscsi is: [{'id': '63cb1936-829e-4032-b88d-886757c68ec7', 'name': 'tempest-TestVolumeBootPattern-588674644-router', 'tenant_id': '77066cbaefb3480d8e1cff78d48fc8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '4f44d34f-a6bd-4457-a236-3438ca237f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:57Z', 'updated_at': '2021-08-04T16:35:00Z', 'revision_number': 4, 'project_id': '77066cbaefb3480d8e1cff78d48fc8af', 'gw_port': {'id': '4f44d34f-a6bd-4457-a236-3438ca237f20', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cb1936-829e-4032-b88d-886757c68ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:57Z', 'updated_at': '2021-08-04T16:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '2bac4926-e8d7-4d15-ae76-d5c7cf757665', 'name': '', 'network_id': '02754fad-ba6f-4af6-ba45-4cd3fcb25565', 'tenant_id': '77066cbaefb3480d8e1cff78d48fc8af', 'mac_address': 'fa:16:3e:d4:7f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63cb1936-829e-4032-b88d-886757c68ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c4d248d9-11de-4c33-92f3-47b59bfeb9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:59Z', 'updated_at': '2021-08-04T16:35:04Z', 'revision_number': 4, 'project_id': '77066cbaefb3480d8e1cff78d48fc8af', 'subnets': [{'id': 'c4d248d9-11de-4c33-92f3-47b59bfeb9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:35:05.663486 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 2bac4926-e8d7-4d15-ae76-d5c7cf757665 up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:35:05.730537 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning for port 2bac4926-e8d7-4d15-ae76-d5c7cf757665 completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:35:05.735959 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port 2bac4926-e8d7-4d15-ae76-d5c7cf757665 triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:35:05.736620 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:05.830084 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:05.867410 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] For port 2bac4926-e8d7-4d15-ae76-d5c7cf757665, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=2bac4926-e8d7-4d15-ae76-d5c7cf757665,segment=NetworkSegment(32fa2699-d12e-4a1e-9904-ad0ea35405d7),segment_id=32fa2699-d12e-4a1e-9904-ad0ea35405d7)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:35:05.873386 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:05.873554 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 4f44d34f-a6bd-4457-a236-3438ca237f20 up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:35:05.956809 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Pushing event updated for resources: {'Port': ['ID=2bac4926-e8d7-4d15-ae76-d5c7cf757665,revision_number=5']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:35:05.968374 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port 4f44d34f-a6bd-4457-a236-3438ca237f20 triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:35:05.968753 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:07.639527 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 2bac4926-e8d7-4d15-ae76-d5c7cf757665 up at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:35:07.705509 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Provisioning complete for port 2bac4926-e8d7-4d15-ae76-d5c7cf757665 triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:35:07.705928 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:08.156907 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-475164c0-6d84-4575-b8e9-f9eb07058325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:10.935355 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-e8ae2aa9-9338-4c48-afbf-09649a28fda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:10.997293 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:12.272059 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:13.717111 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:14.428981 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 6 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:35:20.265341 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-7e7b5e8c-feeb-49e6-a502-a3283482dff1 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-280391544&fields=id&tenant_id=06f80bf601104261bec5af98cd6a9bc5 HTTP/1.1" status: 200 len: 267 time: 0.0368667 Aug 04 16:35:20.408179 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-7a0a5441-c617-4953-92e8-fbbb67f3924e tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:20.409832 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-7a0a5441-c617-4953-92e8-fbbb67f3924e tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/networks?id=59866ae8-539a-474f-89c4-65ac0d0e67ca HTTP/1.1" status: 200 len: 812 time: 0.1371660 Aug 04 16:35:20.425145 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-de46736e-e37d-45dc-ba11-c7cb3d83a552 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/quotas/06f80bf601104261bec5af98cd6a9bc5 HTTP/1.1" status: 200 len: 375 time: 0.0094368 Aug 04 16:35:20.487344 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-86293b84-e091-4d78-bcbb-6ab390572430 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=06f80bf601104261bec5af98cd6a9bc5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564814 Aug 04 16:35:20.503917 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-011e28a4-40c1-4337-8902-3644f8e2ab55 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:35:20.504866 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-011e28a4-40c1-4337-8902-3644f8e2ab55 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054908 Aug 04 16:35:20.593425 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-e0bc3b4a-00d6-4782-800d-f2853ce5eb39 service neutron] 10.222.0.77 "GET /v2.0/networks/59866ae8-539a-474f-89c4-65ac0d0e67ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822093 Aug 04 16:35:20.686090 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-36dd2f38-d33e-4e54-be86-3793ccd4282f service neutron] 10.222.0.77 "GET /v2.0/networks/59866ae8-539a-474f-89c4-65ac0d0e67ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861216 Aug 04 16:35:21.015628 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:22.002680 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-cb84ec6e-8978-4660-a003-b57d6831c384 req-71a41670-2750-48e9-b364-ea57afe660a3 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbec4d72-541d-4f20-a404-fb3a26c35f59 HTTP/1.1" status: 200 len: 210 time: 0.0273516 Aug 04 16:35:23.105128 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-a369b39b-f890-42aa-9de0-46fa258de43b req-dd5e2a12-e6b6-4c54-8ea6-44927b618f9e tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbec4d72-541d-4f20-a404-fb3a26c35f59 HTTP/1.1" status: 200 len: 210 time: 0.0288262 Aug 04 16:35:23.205298 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-7a9f1432-cdf0-461c-8b72-336abcaab1ec tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:23.207323 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-7a9f1432-cdf0-461c-8b72-336abcaab1ec tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.50 "GET /v2.0/networks?id=59866ae8-539a-474f-89c4-65ac0d0e67ca HTTP/1.1" status: 200 len: 812 time: 0.1079812 Aug 04 16:35:23.265876 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-e68b90fe-eb42-4cb7-9a10-06228571774f tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06f80bf601104261bec5af98cd6a9bc5 HTTP/1.1" status: 200 len: 379 time: 0.0377023 Aug 04 16:35:23.283981 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-7cfb0a9c-7ada-4237-a15a-38cc934ac80b tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Request body: {'port': {'device_id': 'dbec4d72-541d-4f20-a404-fb3a26c35f59', 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca', 'admin_state_up': True, 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'security_groups': ['ff0ded09-21fc-4452-83f0-3b58891f7629']}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:35:23.407146 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-7cfb0a9c-7ada-4237-a15a-38cc934ac80b tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Made reservation on behalf of 06f80bf601104261bec5af98cd6a9bc5 for: {'port': 1} {{(pid=93330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:35:23.411593 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-7cfb0a9c-7ada-4237-a15a-38cc934ac80b tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:23.546206 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.db_base_plugin_common [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-7cfb0a9c-7ada-4237-a15a-38cc934ac80b tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Allocated IP 172.20.0.4 (59866ae8-539a-474f-89c4-65ac0d0e67ca/2285b052-1d72-41e7-800d-301941c0ee86/0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0) {{(pid=93330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:35:23.721183 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-7cfb0a9c-7ada-4237-a15a-38cc934ac80b tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks [] for port, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:23.736542 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.provisioning_blocks [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-7cfb0a9c-7ada-4237-a15a-38cc934ac80b tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Transition to ACTIVE for port object 0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0 will not be triggered until provisioned by entity DHCP. {{(pid=93330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:35:23.773471 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-7cfb0a9c-7ada-4237-a15a-38cc934ac80b tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:23.825182 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-7cfb0a9c-7ada-4237-a15a-38cc934ac80b tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Network 59866ae8-539a-474f-89c4-65ac0d0e67ca is already hosted by enough agents. {{(pid=93330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:35:23.831602 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-7cfb0a9c-7ada-4237-a15a-38cc934ac80b tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Resources bound (agent type, host, resource id): {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:35:23.835762 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-7cfb0a9c-7ada-4237-a15a-38cc934ac80b tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Received port after_create {{(pid=93330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:35:23.860712 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb0a9c-7ada-4237-a15a-38cc934ac80b tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Pushing event updated for resources: {'Port': ['ID=0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:35:23.893056 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-7cfb0a9c-7ada-4237-a15a-38cc934ac80b tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:23.893994 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-7cfb0a9c-7ada-4237-a15a-38cc934ac80b tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:23.912385 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-7cfb0a9c-7ada-4237-a15a-38cc934ac80b tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6328664 Aug 04 16:35:24.011947 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-825d140e-929b-480f-95e2-e8f1fabdae4d None None] Provisioning for port 0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0 completed by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:35:24.016132 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-825d140e-929b-480f-95e2-e8f1fabdae4d None None] Provisioning complete for port 0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0 triggered by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:35:24.016507 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-825d140e-929b-480f-95e2-e8f1fabdae4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:24.031861 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-be60fe70-a380-4bcf-a570-becf56bcd049 service neutron] Request body: {'port': {'device_id': 'dbec4d72-541d-4f20-a404-fb3a26c35f59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:35:24.054872 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-825d140e-929b-480f-95e2-e8f1fabdae4d None None] Port 0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0 cannot update to ACTIVE because it is not bound. {{(pid=93332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:35:24.086229 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-be60fe70-a380-4bcf-a570-becf56bcd049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:24.594046 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848ee1a-f186-44c3-a81d-f87c125008cc req-a083d5cc-1c17-4c83-bce0-207ee284b9a0 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:24.595559 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-c848ee1a-f186-44c3-a81d-f87c125008cc req-a083d5cc-1c17-4c83-bce0-207ee284b9a0 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbec4d72-541d-4f20-a404-fb3a26c35f59 HTTP/1.1" status: 200 len: 931 time: 0.4060314 Aug 04 16:35:24.664057 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-c848ee1a-f186-44c3-a81d-f87c125008cc req-aaae953f-bc65-4634-8283-4a4229faf56a tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0ded09-21fc-4452-83f0-3b58891f7629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598977 Aug 04 16:35:24.722790 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-be60fe70-a380-4bcf-a570-becf56bcd049 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0 {{(pid=93330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:35:24.732392 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-be60fe70-a380-4bcf-a570-becf56bcd049 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:24.745577 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.provisioning_blocks [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-be60fe70-a380-4bcf-a570-becf56bcd049 service neutron] Transition to ACTIVE for port object 0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0 will not be triggered until provisioned by entity L2. {{(pid=93330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:35:24.750584 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-be60fe70-a380-4bcf-a570-becf56bcd049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129638395'] for port, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:24.806104 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be60fe70-a380-4bcf-a570-becf56bcd049 service neutron] Pushing event updated for resources: {'Port': ['ID=0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0,revision_number=2']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:35:24.882808 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-be60fe70-a380-4bcf-a570-becf56bcd049 service neutron] Attempting to bind port 0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:35:24.883090 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-be60fe70-a380-4bcf-a570-becf56bcd049 service neutron] Attempting to bind port 0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '6c2d4047-a9f9-4400-9acf-4e02beace79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca'}] {{(pid=93330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:35:24.883319 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-be60fe70-a380-4bcf-a570-becf56bcd049 service neutron] Attempting to bind port 0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0 on network 59866ae8-539a-474f-89c4-65ac0d0e67ca {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:35:24.888599 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-be60fe70-a380-4bcf-a570-becf56bcd049 service neutron] Port 0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0 on network 59866ae8-539a-474f-89c4-65ac0d0e67ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:35:24.888927 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-be60fe70-a380-4bcf-a570-becf56bcd049 service neutron] Attempting to bind port 0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0 on network 59866ae8-539a-474f-89c4-65ac0d0e67ca {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:35:24.895008 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-be60fe70-a380-4bcf-a570-becf56bcd049 service neutron] Checking agent: {'id': 'd306b3d0-6735-4bf3-81d7-29bae54f6551', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 22, 19), 'started_at': datetime.datetime(2021, 8, 4, 16, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:35:24.895359 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-be60fe70-a380-4bcf-a570-becf56bcd049 service neutron] Checking segment: {'id': '6c2d4047-a9f9-4400-9acf-4e02beace79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:35:24.895766 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-be60fe70-a380-4bcf-a570-becf56bcd049 service neutron] Bound using segment: {'id': '6c2d4047-a9f9-4400-9acf-4e02beace79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca'} {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:35:24.896239 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-be60fe70-a380-4bcf-a570-becf56bcd049 service neutron] Bound port: 0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c2d4047-a9f9-4400-9acf-4e02beace79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca'}}] {{(pid=93330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:35:24.896608 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-be60fe70-a380-4bcf-a570-becf56bcd049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:24.968131 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-be60fe70-a380-4bcf-a570-becf56bcd049 service neutron] For port 0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0, host hv-cinder-78956, cleared binding levels {{(pid=93330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:35:24.971665 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-be60fe70-a380-4bcf-a570-becf56bcd049 service neutron] For port 0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0,segment=NetworkSegment(6c2d4047-a9f9-4400-9acf-4e02beace79f),segment_id=6c2d4047-a9f9-4400-9acf-4e02beace79f)] {{(pid=93330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:35:24.979653 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-be60fe70-a380-4bcf-a570-becf56bcd049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129638395'] for port, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:25.016827 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-be60fe70-a380-4bcf-a570-becf56bcd049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:25.017770 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-be60fe70-a380-4bcf-a570-becf56bcd049 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:25.019278 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-be60fe70-a380-4bcf-a570-becf56bcd049 service neutron] 10.222.0.50 "PUT /v2.0/ports/0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0 HTTP/1.1" status: 200 len: 1093 time: 1.0977972 Aug 04 16:35:25.019390 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbec4d72-541d-4f20-a404-fb3a26c35f59', 'tag': '0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0'}] {{(pid=93330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:35:25.021612 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37e886c0defde040503dc6230deb255415226de4639eab9b495881836c77004d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51422023-f67e-47fc-ae43-bc7ea2fa4327" -d '{"events": [{"name": "network-changed", "server_uuid": "dbec4d72-541d-4f20-a404-fb3a26c35f59", "tag": "0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0"}]}' {{(pid=93330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:35:25.062350 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be60fe70-a380-4bcf-a570-becf56bcd049 service neutron] Pushing event updated for resources: {'Port': ['ID=0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0,revision_number=3']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:35:25.067826 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f22a8c-cf9b-4e1b-a75a-ae4cd5075c6d x-openstack-request-id: req-f4f22a8c-cf9b-4e1b-a75a-ae4cd5075c6d {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:35:25.068116 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbec4d72-541d-4f20-a404-fb3a26c35f59", "tag": "0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0", "status": "completed", "code": 200}]} {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:35:25.068357 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f4f22a8c-cf9b-4e1b-a75a-ae4cd5075c6d {{(pid=93330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:35:25.068753 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbec4d72-541d-4f20-a404-fb3a26c35f59', 'tag': '0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0', 'status': 'completed', 'code': 200} Aug 04 16:35:25.119613 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-a0e032f6-8098-4f97-8aba-0b07ca98f646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:25.121608 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-a0e032f6-8098-4f97-8aba-0b07ca98f646 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=06f80bf601104261bec5af98cd6a9bc5&device_id=dbec4d72-541d-4f20-a404-fb3a26c35f59 HTTP/1.1" status: 200 len: 1096 time: 0.0504403 Aug 04 16:35:25.171080 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-d9cbad9e-c888-43ad-bda8-25c8a136d24f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0 HTTP/1.1" status: 200 len: 217 time: 0.0360956 Aug 04 16:35:25.231238 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-0fc0cd22-915a-4962-b82f-99045eca39f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:25.232733 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-0fc0cd22-915a-4962-b82f-99045eca39f8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2285b052-1d72-41e7-800d-301941c0ee86 HTTP/1.1" status: 200 len: 851 time: 0.0543506 Aug 04 16:35:25.290763 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-82870cde-2b95-43d4-a24c-71186fbf14a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:25.293286 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-82870cde-2b95-43d4-a24c-71186fbf14a3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=59866ae8-539a-474f-89c4-65ac0d0e67ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500481 Aug 04 16:35:25.398441 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-4ac10456-89cc-4dfd-827a-63e825a03c8e service neutron] 10.222.0.50 "GET /v2.0/networks/59866ae8-539a-474f-89c4-65ac0d0e67ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951371 Aug 04 16:35:25.517152 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-82e988d2-9a2d-48e0-86c0-10b8d79be958 req-17c077c7-b494-4429-bb98-a842144ac710 service neutron] 10.222.0.50 "GET /v2.0/networks/59866ae8-539a-474f-89c4-65ac0d0e67ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054723 Aug 04 16:35:25.612754 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51422023-f67e-47fc-ae43-bc7ea2fa4327 req-63eedde1-742e-4ddc-9ed3-80dab4b9a081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:25.614330 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-51422023-f67e-47fc-ae43-bc7ea2fa4327 req-63eedde1-742e-4ddc-9ed3-80dab4b9a081 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=06f80bf601104261bec5af98cd6a9bc5&device_id=dbec4d72-541d-4f20-a404-fb3a26c35f59 HTTP/1.1" status: 200 len: 1096 time: 0.0435824 Aug 04 16:35:25.719492 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51422023-f67e-47fc-ae43-bc7ea2fa4327 req-c762f528-ed7b-4c9e-a323-4b3fd41cb41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:25.721275 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-51422023-f67e-47fc-ae43-bc7ea2fa4327 req-c762f528-ed7b-4c9e-a323-4b3fd41cb41a service neutron] 10.222.0.50 "GET /v2.0/networks?id=59866ae8-539a-474f-89c4-65ac0d0e67ca HTTP/1.1" status: 200 len: 913 time: 0.0991864 Aug 04 16:35:25.778964 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-51422023-f67e-47fc-ae43-bc7ea2fa4327 req-80bafc31-f7c6-4e61-bf10-6548aeb50965 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0 HTTP/1.1" status: 200 len: 217 time: 0.0478752 Aug 04 16:35:25.857262 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51422023-f67e-47fc-ae43-bc7ea2fa4327 req-21b5708c-d7fb-4c92-bdbf-a69cfb13831b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:25.859208 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-51422023-f67e-47fc-ae43-bc7ea2fa4327 req-21b5708c-d7fb-4c92-bdbf-a69cfb13831b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2285b052-1d72-41e7-800d-301941c0ee86 HTTP/1.1" status: 200 len: 851 time: 0.0621297 Aug 04 16:35:25.868804 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31629f26-e269-4a8f-a37a-75a7a1e335c8 req-8c311b94-e690-4bc6-bbcc-f1f98f1eeaa5 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:25.870495 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-31629f26-e269-4a8f-a37a-75a7a1e335c8 req-8c311b94-e690-4bc6-bbcc-f1f98f1eeaa5 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbec4d72-541d-4f20-a404-fb3a26c35f59 HTTP/1.1" status: 200 len: 943 time: 0.1019773 Aug 04 16:35:25.939831 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-31629f26-e269-4a8f-a37a-75a7a1e335c8 req-9c28228c-e44f-4fb0-93c9-cb9c671aa6ca tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0ded09-21fc-4452-83f0-3b58891f7629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584657 Aug 04 16:35:25.946220 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51422023-f67e-47fc-ae43-bc7ea2fa4327 req-6794179f-7a90-4f5a-a4aa-2209bb2defd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:25.947724 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-51422023-f67e-47fc-ae43-bc7ea2fa4327 req-6794179f-7a90-4f5a-a4aa-2209bb2defd3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=59866ae8-539a-474f-89c4-65ac0d0e67ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0762618 Aug 04 16:35:26.051781 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-51422023-f67e-47fc-ae43-bc7ea2fa4327 req-f8635ba2-bac0-4aac-ae75-a76fc4cf2b96 service neutron] 10.222.0.50 "GET /v2.0/networks/59866ae8-539a-474f-89c4-65ac0d0e67ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947921 Aug 04 16:35:26.151864 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-51422023-f67e-47fc-ae43-bc7ea2fa4327 req-7f55e3be-3a31-447f-9991-91ed25ac8dc3 service neutron] 10.222.0.50 "GET /v2.0/networks/59866ae8-539a-474f-89c4-65ac0d0e67ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911839 Aug 04 16:35:27.082274 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560998e9-626b-4164-9cdb-685d64d91970 req-05ada144-f381-4103-abbd-a9e14f80c0cf tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:27.084018 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-560998e9-626b-4164-9cdb-685d64d91970 req-05ada144-f381-4103-abbd-a9e14f80c0cf tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbec4d72-541d-4f20-a404-fb3a26c35f59 HTTP/1.1" status: 200 len: 943 time: 0.0585089 Aug 04 16:35:27.128920 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-560998e9-626b-4164-9cdb-685d64d91970 req-1c2049e4-8ec5-464f-8036-e483df3f5c11 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0ded09-21fc-4452-83f0-3b58891f7629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380149 Aug 04 16:35:28.290661 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa037a1c-c6bd-402a-bf39-6ba3fc06933e req-26d0acf0-2119-4402-86c8-07a3be7082c1 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:28.292572 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-fa037a1c-c6bd-402a-bf39-6ba3fc06933e req-26d0acf0-2119-4402-86c8-07a3be7082c1 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbec4d72-541d-4f20-a404-fb3a26c35f59 HTTP/1.1" status: 200 len: 943 time: 0.0528562 Aug 04 16:35:28.343112 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-fa037a1c-c6bd-402a-bf39-6ba3fc06933e req-9459042d-8226-4cf4-8c77-8cacb166d058 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0ded09-21fc-4452-83f0-3b58891f7629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421832 Aug 04 16:35:29.486521 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68480f-1d8c-4ffc-8498-350bd02ba8cd req-83861620-203f-4e1a-8fae-0f3b199e60ad tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:29.488502 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-8a68480f-1d8c-4ffc-8498-350bd02ba8cd req-83861620-203f-4e1a-8fae-0f3b199e60ad tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbec4d72-541d-4f20-a404-fb3a26c35f59 HTTP/1.1" status: 200 len: 943 time: 0.0591135 Aug 04 16:35:29.533194 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-8a68480f-1d8c-4ffc-8498-350bd02ba8cd req-71dbee3b-55b5-43e8-a303-766719b59aeb tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0ded09-21fc-4452-83f0-3b58891f7629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339477 Aug 04 16:35:30.670204 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575663e-02b6-4614-924a-12591b9ef352 req-63ca11b9-2734-4cd6-8d86-72d9d39a9794 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:30.671755 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-4575663e-02b6-4614-924a-12591b9ef352 req-63ca11b9-2734-4cd6-8d86-72d9d39a9794 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbec4d72-541d-4f20-a404-fb3a26c35f59 HTTP/1.1" status: 200 len: 943 time: 0.0601833 Aug 04 16:35:30.711330 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-4575663e-02b6-4614-924a-12591b9ef352 req-a1b83962-f3fe-404e-9835-e1bc48aa76dc tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0ded09-21fc-4452-83f0-3b58891f7629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330234 Aug 04 16:35:31.826373 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017314cc-8452-469a-a685-c6c6a0c9c081 req-48e4a7ae-8952-4d6b-9298-6cee388a3450 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:31.827889 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-017314cc-8452-469a-a685-c6c6a0c9c081 req-48e4a7ae-8952-4d6b-9298-6cee388a3450 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbec4d72-541d-4f20-a404-fb3a26c35f59 HTTP/1.1" status: 200 len: 943 time: 0.0489187 Aug 04 16:35:31.866400 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-017314cc-8452-469a-a685-c6c6a0c9c081 req-5617f063-a1d8-4bb4-9f7d-2f14896423b2 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0ded09-21fc-4452-83f0-3b58891f7629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323994 Aug 04 16:35:33.007527 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62a337-074f-4f18-a6db-a0ca2201e703 req-a39c24cb-f182-402f-9226-25e70001c4a4 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:33.009084 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-5a62a337-074f-4f18-a6db-a0ca2201e703 req-a39c24cb-f182-402f-9226-25e70001c4a4 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbec4d72-541d-4f20-a404-fb3a26c35f59 HTTP/1.1" status: 200 len: 943 time: 0.0661170 Aug 04 16:35:33.051864 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-5a62a337-074f-4f18-a6db-a0ca2201e703 req-62bd4e43-7a1e-495c-b261-8bb6a316cb5f tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0ded09-21fc-4452-83f0-3b58891f7629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349801 Aug 04 16:35:33.781882 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:35:33.880979 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0,segment=NetworkSegment(6c2d4047-a9f9-4400-9acf-4e02beace79f),segment_id=6c2d4047-a9f9-4400-9acf-4e02beace79f)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:35:33.893042 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Returning: {'device': '0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0', 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca', 'port_id': '0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0', 'mac_address': 'fa:16:3e:f9:09:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2285b052-1d72-41e7-800d-301941c0ee86', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:35:33.938179 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:33.951790 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0 {{(pid=93332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:35:33.972947 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0,segment=NetworkSegment(6c2d4047-a9f9-4400-9acf-4e02beace79f),segment_id=6c2d4047-a9f9-4400-9acf-4e02beace79f)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:35:33.977283 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:34.026768 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0,revision_number=4']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:35:34.171712 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcdd8b6-c152-4be3-8cb7-2db9498024e0 req-1d6a316a-90d4-4572-8662-4f921a5fbcfb tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:34.173174 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-fdcdd8b6-c152-4be3-8cb7-2db9498024e0 req-1d6a316a-90d4-4572-8662-4f921a5fbcfb tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbec4d72-541d-4f20-a404-fb3a26c35f59 HTTP/1.1" status: 200 len: 944 time: 0.0525362 Aug 04 16:35:34.215851 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-fdcdd8b6-c152-4be3-8cb7-2db9498024e0 req-0b22b21b-f681-415b-af85-4b090ccdd448 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0ded09-21fc-4452-83f0-3b58891f7629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363088 Aug 04 16:35:34.248452 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] get_ports_and_sgs() called for port_ids ['0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0'] {{(pid=93332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:35:35.336673 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67847de3-ef09-47fe-8546-3804bcf06fb3 req-69165f46-ef3d-4907-90cf-974972a16fed tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:35.338929 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-67847de3-ef09-47fe-8546-3804bcf06fb3 req-69165f46-ef3d-4907-90cf-974972a16fed tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbec4d72-541d-4f20-a404-fb3a26c35f59 HTTP/1.1" status: 200 len: 944 time: 0.0541420 Aug 04 16:35:35.393743 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-67847de3-ef09-47fe-8546-3804bcf06fb3 req-42b0eeda-313e-444b-84bb-b8e72faa6afa tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0ded09-21fc-4452-83f0-3b58891f7629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483036 Aug 04 16:35:35.784921 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0 up at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:35:35.850617 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Provisioning for port 0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0 completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:35:35.855137 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Provisioning complete for port 0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0 triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:35:35.855522 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:35.943503 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:35.968195 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbec4d72-541d-4f20-a404-fb3a26c35f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0'}] {{(pid=93332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:35:35.970574 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60a3b88c11522644802803ec4887c4dd8a4d8449af02ad3849b143fbab4f5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee1bb18-4083-4dc7-bc2d-ecd0b40e78ff" -d '{"events": [{"server_uuid": "dbec4d72-541d-4f20-a404-fb3a26c35f59", "name": "network-vif-plugged", "status": "completed", "tag": "0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0"}]}' {{(pid=93332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:35:35.984329 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0,segment=NetworkSegment(6c2d4047-a9f9-4400-9acf-4e02beace79f),segment_id=6c2d4047-a9f9-4400-9acf-4e02beace79f)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:35:35.989893 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:36.040317 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0,revision_number=5']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:35:36.066370 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5caae5-1fcb-4679-a4c2-4dde034c49b4 x-openstack-request-id: req-6d5caae5-1fcb-4679-a4c2-4dde034c49b4 {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:35:36.066673 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbec4d72-541d-4f20-a404-fb3a26c35f59", "name": "network-vif-plugged", "status": "completed", "tag": "0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0", "code": 200}]} {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:35:36.067266 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6d5caae5-1fcb-4679-a4c2-4dde034c49b4 {{(pid=93332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:35:36.067668 dv-cinder-789564-9-iscsi neutron-server[93332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbec4d72-541d-4f20-a404-fb3a26c35f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0', 'code': 200} Aug 04 16:35:36.295173 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110f46a-299c-4312-9ff4-c9254a1e2093 req-24800ece-49cd-4384-a022-54b60a38226e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:36.296674 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-5110f46a-299c-4312-9ff4-c9254a1e2093 req-24800ece-49cd-4384-a022-54b60a38226e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dbec4d72-541d-4f20-a404-fb3a26c35f59 HTTP/1.1" status: 200 len: 1098 time: 0.0462444 Aug 04 16:35:36.334795 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-5110f46a-299c-4312-9ff4-c9254a1e2093 req-0208733b-b4ab-432f-ba60-83f6e0f2a690 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ff0ded09-21fc-4452-83f0-3b58891f7629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298676 Aug 04 16:35:36.535912 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91cf157-79f5-4654-bf0e-397232ff7a33 req-5bba2255-9991-4c58-aa52-05cab649c664 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:36.537507 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-c91cf157-79f5-4654-bf0e-397232ff7a33 req-5bba2255-9991-4c58-aa52-05cab649c664 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbec4d72-541d-4f20-a404-fb3a26c35f59 HTTP/1.1" status: 200 len: 945 time: 0.0712373 Aug 04 16:35:36.578972 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-c91cf157-79f5-4654-bf0e-397232ff7a33 req-61ea92fb-5170-4be8-a803-69541d322617 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0ded09-21fc-4452-83f0-3b58891f7629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348160 Aug 04 16:35:37.722098 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742a1af-c987-44ae-bfbe-906aae798f90 req-96df37a5-a5ff-4473-bdfe-8a0e9655008b tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:37.723746 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-b742a1af-c987-44ae-bfbe-906aae798f90 req-96df37a5-a5ff-4473-bdfe-8a0e9655008b tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbec4d72-541d-4f20-a404-fb3a26c35f59 HTTP/1.1" status: 200 len: 945 time: 0.0586119 Aug 04 16:35:37.766271 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-b742a1af-c987-44ae-bfbe-906aae798f90 req-646c84a2-c815-4c1f-9b63-583128438c8e tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0ded09-21fc-4452-83f0-3b58891f7629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362809 Aug 04 16:35:37.892704 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3604ff-a4f4-478b-b0b1-fcdd78b29325 req-56446ede-4abc-4ab0-ae38-ba34ddf63490 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:37.894969 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-8e3604ff-a4f4-478b-b0b1-fcdd78b29325 req-56446ede-4abc-4ab0-ae38-ba34ddf63490 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbec4d72-541d-4f20-a404-fb3a26c35f59 HTTP/1.1" status: 200 len: 945 time: 0.0550897 Aug 04 16:35:37.940554 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-8e3604ff-a4f4-478b-b0b1-fcdd78b29325 req-dd821c82-283e-453e-9973-f9922498f130 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0ded09-21fc-4452-83f0-3b58891f7629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392644 Aug 04 16:35:37.968484 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 49740) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:35:38.069993 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe21125-555b-438b-a141-64a8f4c1e990 tempest-TestVolumeBootPattern-1154659994 tempest-TestVolumeBootPattern-1154659994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:38.071552 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-afe21125-555b-438b-a141-64a8f4c1e990 tempest-TestVolumeBootPattern-1154659994 tempest-TestVolumeBootPattern-1154659994-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=dbec4d72-541d-4f20-a404-fb3a26c35f59 HTTP/1.1" status: 200 len: 1093 time: 0.1027155 Aug 04 16:35:38.076262 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 49744) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:35:38.081119 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-f2f1abd6-53c4-4ffd-84bb-6a33070c9334 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Request body: {'floatingip': {'floating_network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'port_id': '0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:35:38.110940 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-f2f1abd6-53c4-4ffd-84bb-6a33070c9334 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks [] for floatingip, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:38.160621 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-8d4f1cad-3fad-4774-b900-57a0b60330bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:38.225621 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-f2f1abd6-53c4-4ffd-84bb-6a33070c9334 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:38.339123 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.db_base_plugin_common [None req-f2f1abd6-53c4-4ffd-84bb-6a33070c9334 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Allocated IP 172.27.2.49 (79da2935-f34e-4d6b-93be-bb960bd015b1/1f6d232c-c352-4ff7-8ce5-aebf5b141825/1f1b434d-a8d0-4908-929d-84dd10daa518) {{(pid=93331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:35:38.453832 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-f2f1abd6-53c4-4ffd-84bb-6a33070c9334 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks [] for port, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:38.495188 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-f2f1abd6-53c4-4ffd-84bb-6a33070c9334 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129279319'] for port, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:38.539971 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f1abd6-53c4-4ffd-84bb-6a33070c9334 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Network 79da2935-f34e-4d6b-93be-bb960bd015b1 is already hosted by enough agents. {{(pid=93331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:35:38.544914 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.base_scheduler [None req-f2f1abd6-53c4-4ffd-84bb-6a33070c9334 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Resources bound (agent type, host, resource id): {{(pid=93331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:35:38.548660 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f1abd6-53c4-4ffd-84bb-6a33070c9334 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Received port after_create {{(pid=93331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:35:38.555665 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1abd6-53c4-4ffd-84bb-6a33070c9334 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Pushing event updated for resources: {'Port': ['ID=1f1b434d-a8d0-4908-929d-84dd10daa518,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:35:38.956474 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-f2f1abd6-53c4-4ffd-84bb-6a33070c9334 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:39.026199 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-f2f1abd6-53c4-4ffd-84bb-6a33070c9334 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:39.204611 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-f2f1abd6-53c4-4ffd-84bb-6a33070c9334 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks [] for port, precommit_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:39.210438 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-f2f1abd6-53c4-4ffd-84bb-6a33070c9334 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129279404'] for port, after_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:39.549818 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1abd6-53c4-4ffd-84bb-6a33070c9334 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Pushing event updated for resources: {'Port': ['ID=1f1b434d-a8d0-4908-929d-84dd10daa518,revision_number=2']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:35:39.566152 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-f2f1abd6-53c4-4ffd-84bb-6a33070c9334 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593542'] for floatingip, after_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:39.683583 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.db.l3_db [None req-f2f1abd6-53c4-4ffd-84bb-6a33070c9334 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Floating IP f5e7006c-243e-4f6c-af3b-38c6e373f8de associated. External IP: 172.27.2.49, port: 0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0. Aug 04 16:35:39.913344 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f1abd6-53c4-4ffd-84bb-6a33070c9334 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Router 12652c02-7829-4bb8-a0c5-ad1392cb94bb has already been hosted by L3 agent d346cf64-ca3f-484e-b552-5df8791a7915 {{(pid=93331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:35:40.027067 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f1abd6-53c4-4ffd-84bb-6a33070c9334 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify agent at l3_agent.dv-cinder-789564-9-iscsi the message routers_updated {{(pid=93331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:35:40.037632 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3261030c-bcdb-4939-bdc9-97cf6e59d44a None None] Sync routers for ids ['12652c02-7829-4bb8-a0c5-ad1392cb94bb'] in dv-cinder-789564-9-iscsi {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:35:40.045585 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-f2f1abd6-53c4-4ffd-84bb-6a33070c9334 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for floatingip, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:40.052332 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3261030c-bcdb-4939-bdc9-97cf6e59d44a None None] Routers {'12652c02-7829-4bb8-a0c5-ad1392cb94bb'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:35:40.054037 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-3261030c-bcdb-4939-bdc9-97cf6e59d44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:35:11Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['12652c02-7829-4bb8-a0c5-ad1392cb94bb'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:35:40.093453 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-f2f1abd6-53c4-4ffd-84bb-6a33070c9334 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0030437 Aug 04 16:35:40.093453 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbec4d72-541d-4f20-a404-fb3a26c35f59', 'tag': '0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0'}] {{(pid=93331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:35:40.093453 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b1e7a993a9ef4a638b089ca602ec57e73654d5de59f22d070ba1fe881ce508d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0accae6b-f604-4d4a-8459-7ee3b02ace10" -d '{"events": [{"name": "network-changed", "server_uuid": "dbec4d72-541d-4f20-a404-fb3a26c35f59", "tag": "0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0"}]}' {{(pid=93331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:35:40.191693 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5c2ac4-66c4-43a0-8ee6-be6000e84116 x-openstack-request-id: req-dd5c2ac4-66c4-43a0-8ee6-be6000e84116 {{(pid=93331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:35:40.192297 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbec4d72-541d-4f20-a404-fb3a26c35f59", "tag": "0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0", "status": "completed", "code": 200}]} {{(pid=93331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:35:40.192554 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dd5c2ac4-66c4-43a0-8ee6-be6000e84116 {{(pid=93331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:35:40.192950 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbec4d72-541d-4f20-a404-fb3a26c35f59', 'tag': '0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0', 'status': 'completed', 'code': 200} Aug 04 16:35:40.203156 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-3261030c-bcdb-4939-bdc9-97cf6e59d44a None None] Set router 12652c02-7829-4bb8-a0c5-ad1392cb94bb gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:35:40.275363 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0accae6b-f604-4d4a-8459-7ee3b02ace10 req-f5b999a6-90fd-49e6-872a-bcde78f5e720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:40.276983 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0accae6b-f604-4d4a-8459-7ee3b02ace10 req-f5b999a6-90fd-49e6-872a-bcde78f5e720 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=06f80bf601104261bec5af98cd6a9bc5&device_id=dbec4d72-541d-4f20-a404-fb3a26c35f59 HTTP/1.1" status: 200 len: 1098 time: 0.0595233 Aug 04 16:35:40.386860 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0accae6b-f604-4d4a-8459-7ee3b02ace10 req-ea2e14d4-b0d7-440a-aeeb-2bb430b95edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:40.388368 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0accae6b-f604-4d4a-8459-7ee3b02ace10 req-ea2e14d4-b0d7-440a-aeeb-2bb430b95edc service neutron] 10.222.0.50 "GET /v2.0/networks?id=59866ae8-539a-474f-89c4-65ac0d0e67ca HTTP/1.1" status: 200 len: 913 time: 0.1037676 Aug 04 16:35:40.488594 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0accae6b-f604-4d4a-8459-7ee3b02ace10 req-ccf08243-8e4e-4be2-a108-cce27eee7a66 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0 HTTP/1.1" status: 200 len: 998 time: 0.0924366 Aug 04 16:35:40.498535 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-3261030c-bcdb-4939-bdc9-97cf6e59d44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'name': 'tempest-TestVolumeBootPattern-1883705438-router', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:52Z', 'updated_at': '2021-08-04T16:34:55Z', 'revision_number': 4, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'gw_port': {'id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:90:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:53Z', 'updated_at': '2021-08-04T16:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_floatingips': [{'id': 'f5e7006c-243e-4f6c-af3b-38c6e373f8de', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'floating_ip_address': '172.27.2.49', 'floating_network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'router_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'port_id': '0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca', 'mac_address': 'fa:16:3e:f9:09:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbec4d72-541d-4f20-a404-fb3a26c35f59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:35:38Z', 'updated_at': '2021-08-04T16:35:38Z', 'revision_number': 0, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5068eb39-4494-4de5-bb37-b5a0401f6520', 'name': '', 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'mac_address': 'fa:16:3e:12:70:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2285b052-1d72-41e7-800d-301941c0ee86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:54Z', 'updated_at': '2021-08-04T16:35:00Z', 'revision_number': 5, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'subnets': [{'id': '2285b052-1d72-41e7-800d-301941c0ee86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:35:40.528075 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3261030c-bcdb-4939-bdc9-97cf6e59d44a None None] Checking router: 12652c02-7829-4bb8-a0c5-ad1392cb94bb for host: dv-cinder-789564-9-iscsi {{(pid=93332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:35:40.537790 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3261030c-bcdb-4939-bdc9-97cf6e59d44a None None] Routers {'12652c02-7829-4bb8-a0c5-ad1392cb94bb'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:35:40.538608 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-3261030c-bcdb-4939-bdc9-97cf6e59d44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:35:11Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['12652c02-7829-4bb8-a0c5-ad1392cb94bb'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:35:40.552716 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0accae6b-f604-4d4a-8459-7ee3b02ace10 req-84c62623-6299-4182-aade-c4299ab332b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:40.555251 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0accae6b-f604-4d4a-8459-7ee3b02ace10 req-84c62623-6299-4182-aade-c4299ab332b5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2285b052-1d72-41e7-800d-301941c0ee86 HTTP/1.1" status: 200 len: 851 time: 0.0586557 Aug 04 16:35:40.619222 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0accae6b-f604-4d4a-8459-7ee3b02ace10 req-8ed2ea95-9c6c-4d41-bcb4-3025a345c4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:40.620809 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0accae6b-f604-4d4a-8459-7ee3b02ace10 req-8ed2ea95-9c6c-4d41-bcb4-3025a345c4e9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=59866ae8-539a-474f-89c4-65ac0d0e67ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0577850 Aug 04 16:35:40.681482 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-3261030c-bcdb-4939-bdc9-97cf6e59d44a None None] Set router 12652c02-7829-4bb8-a0c5-ad1392cb94bb gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:35:40.767601 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0accae6b-f604-4d4a-8459-7ee3b02ace10 req-a01a7290-32e5-4634-b978-f9241eea63d1 service neutron] 10.222.0.50 "GET /v2.0/networks/59866ae8-539a-474f-89c4-65ac0d0e67ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380243 Aug 04 16:35:40.895832 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0accae6b-f604-4d4a-8459-7ee3b02ace10 req-24e1126f-6531-49e5-8d24-5d1da587fffa service neutron] 10.222.0.50 "GET /v2.0/networks/59866ae8-539a-474f-89c4-65ac0d0e67ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203485 Aug 04 16:35:40.972576 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-11a761b1-42ca-4662-8a30-334dea9d3bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:40.996019 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:41.017329 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-3261030c-bcdb-4939-bdc9-97cf6e59d44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'name': 'tempest-TestVolumeBootPattern-1883705438-router', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:52Z', 'updated_at': '2021-08-04T16:34:55Z', 'revision_number': 4, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'gw_port': {'id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:90:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:53Z', 'updated_at': '2021-08-04T16:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_floatingips': [{'id': 'f5e7006c-243e-4f6c-af3b-38c6e373f8de', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'floating_ip_address': '172.27.2.49', 'floating_network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'router_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'port_id': '0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca', 'mac_address': 'fa:16:3e:f9:09:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbec4d72-541d-4f20-a404-fb3a26c35f59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:35:38Z', 'updated_at': '2021-08-04T16:35:38Z', 'revision_number': 0, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5068eb39-4494-4de5-bb37-b5a0401f6520', 'name': '', 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'mac_address': 'fa:16:3e:12:70:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2285b052-1d72-41e7-800d-301941c0ee86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:54Z', 'updated_at': '2021-08-04T16:35:00Z', 'revision_number': 5, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'subnets': [{'id': '2285b052-1d72-41e7-800d-301941c0ee86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:35:41.051650 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3261030c-bcdb-4939-bdc9-97cf6e59d44a None None] The sync data for ids ['12652c02-7829-4bb8-a0c5-ad1392cb94bb'] in dv-cinder-789564-9-iscsi is: [{'id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'name': 'tempest-TestVolumeBootPattern-1883705438-router', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:52Z', 'updated_at': '2021-08-04T16:34:55Z', 'revision_number': 4, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'gw_port': {'id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:90:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:53Z', 'updated_at': '2021-08-04T16:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_floatingips': [{'id': 'f5e7006c-243e-4f6c-af3b-38c6e373f8de', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'floating_ip_address': '172.27.2.49', 'floating_network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'router_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'port_id': '0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca', 'mac_address': 'fa:16:3e:f9:09:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbec4d72-541d-4f20-a404-fb3a26c35f59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:35:38Z', 'updated_at': '2021-08-04T16:35:38Z', 'revision_number': 0, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5068eb39-4494-4de5-bb37-b5a0401f6520', 'name': '', 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'mac_address': 'fa:16:3e:12:70:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2285b052-1d72-41e7-800d-301941c0ee86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:54Z', 'updated_at': '2021-08-04T16:35:00Z', 'revision_number': 5, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'subnets': [{'id': '2285b052-1d72-41e7-800d-301941c0ee86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:35:41.308728 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d9b541-5dd1-4be7-82bb-8f7e7b01d945 None None] New status for floating IP f5e7006c-243e-4f6c-af3b-38c6e373f8de: ACTIVE {{(pid=93333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:35:42.273858 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:43.713639 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:51.016234 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:51.428980 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 6 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:36:08.156679 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-856f8cc5-5dd4-491a-b52c-7d4e65810b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:10.937347 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-3e22d6ba-b6d8-4743-9304-04e114ffefeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:10.993779 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:12.276985 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:13.721304 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:18.361668 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9690ce3c-ebed-4f5d-af0a-35e818c9298e req-b3afb12d-3697-4083-baed-fac85b6fe779 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dbec4d72-541d-4f20-a404-fb3a26c35f59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431125 Aug 04 16:36:18.457518 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690ce3c-ebed-4f5d-af0a-35e818c9298e req-d26dfc7d-a87b-45ed-bc27-85bb8c07aae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:36:18.458879 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9690ce3c-ebed-4f5d-af0a-35e818c9298e req-d26dfc7d-a87b-45ed-bc27-85bb8c07aae0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=06f80bf601104261bec5af98cd6a9bc5&device_id=dbec4d72-541d-4f20-a404-fb3a26c35f59 HTTP/1.1" status: 200 len: 1098 time: 0.0492094 Aug 04 16:36:18.569808 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690ce3c-ebed-4f5d-af0a-35e818c9298e req-aea61435-8e06-44e7-9ad3-942cc8b6ab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:36:18.571354 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9690ce3c-ebed-4f5d-af0a-35e818c9298e req-aea61435-8e06-44e7-9ad3-942cc8b6ab9d service neutron] 10.222.0.50 "GET /v2.0/networks?id=59866ae8-539a-474f-89c4-65ac0d0e67ca HTTP/1.1" status: 200 len: 913 time: 0.0897474 Aug 04 16:36:18.653603 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9690ce3c-ebed-4f5d-af0a-35e818c9298e req-f264078d-ca56-40a1-93c9-d3563532c193 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0 HTTP/1.1" status: 200 len: 1000 time: 0.0700943 Aug 04 16:36:18.708847 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690ce3c-ebed-4f5d-af0a-35e818c9298e req-1c71f398-e53f-477e-b27c-1ca6dd174779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:36:18.710356 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9690ce3c-ebed-4f5d-af0a-35e818c9298e req-1c71f398-e53f-477e-b27c-1ca6dd174779 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2285b052-1d72-41e7-800d-301941c0ee86 HTTP/1.1" status: 200 len: 851 time: 0.0460758 Aug 04 16:36:18.762345 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690ce3c-ebed-4f5d-af0a-35e818c9298e req-17fa9224-28ac-4044-8c3e-f4db6351fcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:36:18.763853 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9690ce3c-ebed-4f5d-af0a-35e818c9298e req-17fa9224-28ac-4044-8c3e-f4db6351fcb9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=59866ae8-539a-474f-89c4-65ac0d0e67ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418096 Aug 04 16:36:18.865665 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9690ce3c-ebed-4f5d-af0a-35e818c9298e req-243ef3ab-3f5a-4d77-a6d4-29c7f7005de9 service neutron] 10.222.0.50 "GET /v2.0/networks/59866ae8-539a-474f-89c4-65ac0d0e67ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895252 Aug 04 16:36:18.963908 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9690ce3c-ebed-4f5d-af0a-35e818c9298e req-ca173595-88ec-41f2-b65a-073d61317912 service neutron] 10.222.0.50 "GET /v2.0/networks/59866ae8-539a-474f-89c4-65ac0d0e67ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872679 Aug 04 16:36:21.047164 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:28.429229 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 6 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:36:38.152026 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-9c453b23-8bea-44ca-9459-4c5d7324cb6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:40.944084 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a7af791a-86ae-43bc-8553-a41c8398dedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:41.000703 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:42.283124 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:43.725022 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:51.063065 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:05.430977 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 6 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:37:08.151185 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-16122a46-2f5b-4fe3-8324-116c89ba2c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:10.940936 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-88d396e0-05fe-44d4-8b8e-feaf7addb8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:11.004127 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:12.292874 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:13.734572 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:20.427059 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e3c14f67-e42e-4df1-a38a-d3e2cf4adb8b req-6e113e04-3cf5-4030-a959-fa9ec29109ae service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dbec4d72-541d-4f20-a404-fb3a26c35f59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0590560 Aug 04 16:37:20.536570 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c14f67-e42e-4df1-a38a-d3e2cf4adb8b req-00205c5a-4def-40ea-989b-f2439f62dcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:20.538205 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e3c14f67-e42e-4df1-a38a-d3e2cf4adb8b req-00205c5a-4def-40ea-989b-f2439f62dcc8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=06f80bf601104261bec5af98cd6a9bc5&device_id=dbec4d72-541d-4f20-a404-fb3a26c35f59 HTTP/1.1" status: 200 len: 1098 time: 0.0496547 Aug 04 16:37:20.671289 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c14f67-e42e-4df1-a38a-d3e2cf4adb8b req-0116265f-2af4-4ba0-928d-0bc21a4fec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:20.674053 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e3c14f67-e42e-4df1-a38a-d3e2cf4adb8b req-0116265f-2af4-4ba0-928d-0bc21a4fec1c service neutron] 10.222.0.50 "GET /v2.0/networks?id=59866ae8-539a-474f-89c4-65ac0d0e67ca HTTP/1.1" status: 200 len: 913 time: 0.1111648 Aug 04 16:37:20.766498 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e3c14f67-e42e-4df1-a38a-d3e2cf4adb8b req-9c48d03d-177c-4963-9e78-be49917d1d4c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0 HTTP/1.1" status: 200 len: 1000 time: 0.0824912 Aug 04 16:37:20.826634 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c14f67-e42e-4df1-a38a-d3e2cf4adb8b req-f52fa8d1-83c8-47ab-b015-1bc7c6ea04e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:20.828365 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e3c14f67-e42e-4df1-a38a-d3e2cf4adb8b req-f52fa8d1-83c8-47ab-b015-1bc7c6ea04e7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2285b052-1d72-41e7-800d-301941c0ee86 HTTP/1.1" status: 200 len: 851 time: 0.0539258 Aug 04 16:37:20.880766 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c14f67-e42e-4df1-a38a-d3e2cf4adb8b req-aee2e48e-14a0-4e12-a0ef-9f565565886f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:20.882544 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e3c14f67-e42e-4df1-a38a-d3e2cf4adb8b req-aee2e48e-14a0-4e12-a0ef-9f565565886f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=59866ae8-539a-474f-89c4-65ac0d0e67ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459735 Aug 04 16:37:21.003391 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e3c14f67-e42e-4df1-a38a-d3e2cf4adb8b req-376a72ca-546c-4912-bcea-2af5435840ca service neutron] 10.222.0.50 "GET /v2.0/networks/59866ae8-539a-474f-89c4-65ac0d0e67ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105444 Aug 04 16:37:21.084444 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:21.112612 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e3c14f67-e42e-4df1-a38a-d3e2cf4adb8b req-09985a45-71f6-44b7-a419-fa910639852c service neutron] 10.222.0.50 "GET /v2.0/networks/59866ae8-539a-474f-89c4-65ac0d0e67ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992646 Aug 04 16:37:38.147666 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-34758d47-346c-447f-8a6b-86d1aaebc315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:38.230054 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e22ac-2051-4039-b89d-ae331f579aac req-c859f9e3-a700-4c01-8629-7b0ddf3e9f53 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:38.231626 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-8c6e22ac-2051-4039-b89d-ae331f579aac req-c859f9e3-a700-4c01-8629-7b0ddf3e9f53 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbec4d72-541d-4f20-a404-fb3a26c35f59 HTTP/1.1" status: 200 len: 945 time: 0.0723045 Aug 04 16:37:38.277876 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-8c6e22ac-2051-4039-b89d-ae331f579aac req-33593426-548e-457c-9964-297a81486d74 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0ded09-21fc-4452-83f0-3b58891f7629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389786 Aug 04 16:37:39.431533 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c01641e-5122-44ae-b2a4-91d07fa27edc req-6d1cd099-7ea4-4971-a397-2479822b42f2 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:39.433386 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6c01641e-5122-44ae-b2a4-91d07fa27edc req-6d1cd099-7ea4-4971-a397-2479822b42f2 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbec4d72-541d-4f20-a404-fb3a26c35f59 HTTP/1.1" status: 200 len: 945 time: 0.0557892 Aug 04 16:37:39.485654 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6c01641e-5122-44ae-b2a4-91d07fa27edc req-9eee0d3c-676d-4371-8cfb-e61893484d62 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0ded09-21fc-4452-83f0-3b58891f7629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393682 Aug 04 16:37:39.987831 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a4907-8720-4a7f-a842-3abae6b7514f req-b963403b-7dcf-4766-9c49-8976010e97f0 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:39.989921 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-620a4907-8720-4a7f-a842-3abae6b7514f req-b963403b-7dcf-4766-9c49-8976010e97f0 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbec4d72-541d-4f20-a404-fb3a26c35f59 HTTP/1.1" status: 200 len: 945 time: 0.0656884 Aug 04 16:37:40.105587 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [req-620a4907-8720-4a7f-a842-3abae6b7514f req-83e1011d-c3d4-41e0-b5b3-d90709fcebe8 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Deleting port 0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0 {{(pid=93330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:37:40.106034 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-620a4907-8720-4a7f-a842-3abae6b7514f req-83e1011d-c3d4-41e0-b5b3-d90709fcebe8 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:40.206984 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-620a4907-8720-4a7f-a842-3abae6b7514f req-83e1011d-c3d4-41e0-b5b3-d90709fcebe8 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] For port 0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0,segment=NetworkSegment(6c2d4047-a9f9-4400-9acf-4e02beace79f),segment_id=6c2d4047-a9f9-4400-9acf-4e02beace79f)] {{(pid=93330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:37:40.207438 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-620a4907-8720-4a7f-a842-3abae6b7514f req-83e1011d-c3d4-41e0-b5b3-d90709fcebe8 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:40.487891 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-620a4907-8720-4a7f-a842-3abae6b7514f req-83e1011d-c3d4-41e0-b5b3-d90709fcebe8 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:40.488740 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-620a4907-8720-4a7f-a842-3abae6b7514f req-83e1011d-c3d4-41e0-b5b3-d90709fcebe8 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593542'] for floatingip, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:40.489084 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.db.l3_db [req-620a4907-8720-4a7f-a842-3abae6b7514f req-83e1011d-c3d4-41e0-b5b3-d90709fcebe8 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Floating IP f5e7006c-243e-4f6c-af3b-38c6e373f8de disassociated. External IP: 172.27.2.49, port: 0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0. Aug 04 16:37:40.489798 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [req-620a4907-8720-4a7f-a842-3abae6b7514f req-83e1011d-c3d4-41e0-b5b3-d90709fcebe8 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Calling delete_port for 0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0 owned by compute:nova {{(pid=93330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:37:40.646281 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-620a4907-8720-4a7f-a842-3abae6b7514f req-83e1011d-c3d4-41e0-b5b3-d90709fcebe8 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:40.670162 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3a4bd-cfcf-4fe5-9c38-09efa6212af6 req-16744a73-7d5b-43b7-8c2e-befe77f3e2bf tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:40.671942 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-22a3a4bd-cfcf-4fe5-9c38-09efa6212af6 req-16744a73-7d5b-43b7-8c2e-befe77f3e2bf tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbec4d72-541d-4f20-a404-fb3a26c35f59 HTTP/1.1" status: 200 len: 867 time: 0.0536923 Aug 04 16:37:40.679283 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e1011d-c3d4-41e0-b5b3-d90709fcebe8 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Pushing event deleted for resources: {'Port': ['ID=0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:37:40.695964 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e1011d-c3d4-41e0-b5b3-d90709fcebe8 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:37:40.696284 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e1011d-c3d4-41e0-b5b3-d90709fcebe8 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:37:40.696680 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e1011d-c3d4-41e0-b5b3-d90709fcebe8 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:37:40.697058 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e1011d-c3d4-41e0-b5b3-d90709fcebe8 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:37:40.697290 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e1011d-c3d4-41e0-b5b3-d90709fcebe8 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:37:40.697636 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e1011d-c3d4-41e0-b5b3-d90709fcebe8 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:37:40.697980 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e1011d-c3d4-41e0-b5b3-d90709fcebe8 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:37:40.698391 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e1011d-c3d4-41e0-b5b3-d90709fcebe8 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:37:40.698726 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e1011d-c3d4-41e0-b5b3-d90709fcebe8 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:37:40.699056 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e1011d-c3d4-41e0-b5b3-d90709fcebe8 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:37:40.699424 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e1011d-c3d4-41e0-b5b3-d90709fcebe8 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:37:40.699752 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e1011d-c3d4-41e0-b5b3-d90709fcebe8 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:37:40.728350 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-22a3a4bd-cfcf-4fe5-9c38-09efa6212af6 req-4270d78d-42d5-4f31-b608-dcdddb67d7be tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0ded09-21fc-4452-83f0-3b58891f7629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494990 Aug 04 16:37:40.834491 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.l3_agent_scheduler [req-620a4907-8720-4a7f-a842-3abae6b7514f req-83e1011d-c3d4-41e0-b5b3-d90709fcebe8 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Router 12652c02-7829-4bb8-a0c5-ad1392cb94bb has already been hosted by L3 agent d346cf64-ca3f-484e-b552-5df8791a7915 {{(pid=93330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:37:40.939982 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-cbdfa819-93db-47f2-9e54-2f2f36c3b18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:40.962283 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-620a4907-8720-4a7f-a842-3abae6b7514f req-83e1011d-c3d4-41e0-b5b3-d90709fcebe8 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify agent at l3_agent.dv-cinder-789564-9-iscsi the message routers_updated {{(pid=93330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:37:40.976848 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3824edfe-1cbf-493b-8aba-0d5ed4e185f3 None None] Sync routers for ids ['12652c02-7829-4bb8-a0c5-ad1392cb94bb'] in dv-cinder-789564-9-iscsi {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:37:41.006359 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3824edfe-1cbf-493b-8aba-0d5ed4e185f3 None None] Routers {'12652c02-7829-4bb8-a0c5-ad1392cb94bb'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:37:41.007374 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-3824edfe-1cbf-493b-8aba-0d5ed4e185f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:37:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['12652c02-7829-4bb8-a0c5-ad1392cb94bb'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:37:41.012331 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:41.014243 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [req-620a4907-8720-4a7f-a842-3abae6b7514f req-83e1011d-c3d4-41e0-b5b3-d90709fcebe8 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] No DVR routers for this DVR port 0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0 on host hv-cinder-78956 {{(pid=93330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:37:41.017544 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-620a4907-8720-4a7f-a842-3abae6b7514f req-83e1011d-c3d4-41e0-b5b3-d90709fcebe8 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:41.021068 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-620a4907-8720-4a7f-a842-3abae6b7514f req-83e1011d-c3d4-41e0-b5b3-d90709fcebe8 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.50 "DELETE /v2.0/ports/0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0 HTTP/1.1" status: 204 len: 173 time: 1.0205016 Aug 04 16:37:41.021588 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbec4d72-541d-4f20-a404-fb3a26c35f59', 'name': 'network-vif-deleted', 'tag': '0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0'}] {{(pid=93330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:37:41.025460 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37e886c0defde040503dc6230deb255415226de4639eab9b495881836c77004d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2840762a-4d42-4c53-bc43-374528166e78" -d '{"events": [{"server_uuid": "dbec4d72-541d-4f20-a404-fb3a26c35f59", "name": "network-vif-deleted", "tag": "0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0"}]}' {{(pid=93330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:37:41.077185 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f6ba7b-982a-46a5-ba7e-edf42489bded x-openstack-request-id: req-81f6ba7b-982a-46a5-ba7e-edf42489bded {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:37:41.077801 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbec4d72-541d-4f20-a404-fb3a26c35f59", "name": "network-vif-deleted", "tag": "0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0", "status": "completed", "code": 200}]} {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:37:41.078851 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-81f6ba7b-982a-46a5-ba7e-edf42489bded {{(pid=93330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:37:41.079405 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbec4d72-541d-4f20-a404-fb3a26c35f59', 'name': 'network-vif-deleted', 'tag': '0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0', 'status': 'completed', 'code': 200} Aug 04 16:37:41.173414 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-3824edfe-1cbf-493b-8aba-0d5ed4e185f3 None None] Set router 12652c02-7829-4bb8-a0c5-ad1392cb94bb gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:37:41.387352 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-3824edfe-1cbf-493b-8aba-0d5ed4e185f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'name': 'tempest-TestVolumeBootPattern-1883705438-router', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:52Z', 'updated_at': '2021-08-04T16:34:55Z', 'revision_number': 4, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'gw_port': {'id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:90:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:53Z', 'updated_at': '2021-08-04T16:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '5068eb39-4494-4de5-bb37-b5a0401f6520', 'name': '', 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'mac_address': 'fa:16:3e:12:70:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2285b052-1d72-41e7-800d-301941c0ee86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:54Z', 'updated_at': '2021-08-04T16:35:00Z', 'revision_number': 5, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'subnets': [{'id': '2285b052-1d72-41e7-800d-301941c0ee86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:37:41.431109 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3824edfe-1cbf-493b-8aba-0d5ed4e185f3 None None] Checking router: 12652c02-7829-4bb8-a0c5-ad1392cb94bb for host: dv-cinder-789564-9-iscsi {{(pid=93332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:37:41.445732 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3824edfe-1cbf-493b-8aba-0d5ed4e185f3 None None] Routers {'12652c02-7829-4bb8-a0c5-ad1392cb94bb'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:37:41.446834 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-3824edfe-1cbf-493b-8aba-0d5ed4e185f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:37:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['12652c02-7829-4bb8-a0c5-ad1392cb94bb'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:37:41.569105 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-3824edfe-1cbf-493b-8aba-0d5ed4e185f3 None None] Set router 12652c02-7829-4bb8-a0c5-ad1392cb94bb gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:37:41.780768 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-3824edfe-1cbf-493b-8aba-0d5ed4e185f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'name': 'tempest-TestVolumeBootPattern-1883705438-router', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:52Z', 'updated_at': '2021-08-04T16:34:55Z', 'revision_number': 4, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'gw_port': {'id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:90:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:53Z', 'updated_at': '2021-08-04T16:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '5068eb39-4494-4de5-bb37-b5a0401f6520', 'name': '', 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'mac_address': 'fa:16:3e:12:70:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2285b052-1d72-41e7-800d-301941c0ee86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:54Z', 'updated_at': '2021-08-04T16:35:00Z', 'revision_number': 5, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'subnets': [{'id': '2285b052-1d72-41e7-800d-301941c0ee86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:37:41.809281 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3824edfe-1cbf-493b-8aba-0d5ed4e185f3 None None] The sync data for ids ['12652c02-7829-4bb8-a0c5-ad1392cb94bb'] in dv-cinder-789564-9-iscsi is: [{'id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'name': 'tempest-TestVolumeBootPattern-1883705438-router', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:52Z', 'updated_at': '2021-08-04T16:34:55Z', 'revision_number': 4, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'gw_port': {'id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:90:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:53Z', 'updated_at': '2021-08-04T16:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '5068eb39-4494-4de5-bb37-b5a0401f6520', 'name': '', 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'mac_address': 'fa:16:3e:12:70:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2285b052-1d72-41e7-800d-301941c0ee86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:54Z', 'updated_at': '2021-08-04T16:35:00Z', 'revision_number': 5, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'subnets': [{'id': '2285b052-1d72-41e7-800d-301941c0ee86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:37:41.879666 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-c328736d-7417-4960-af54-714f0fc46b28 req-c993bb01-2bcb-48d7-9f1f-ce7a1c89fb59 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbec4d72-541d-4f20-a404-fb3a26c35f59 HTTP/1.1" status: 200 len: 210 time: 0.0339048 Aug 04 16:37:42.103199 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b97560-bd5f-4fc3-8b67-c39827c2b84b None None] New status for floating IP f5e7006c-243e-4f6c-af3b-38c6e373f8de: DOWN {{(pid=93333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:37:42.286760 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:42.431021 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 6 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:37:43.230726 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-a72ed527-beda-44e8-812d-8b592d1e911c tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-280391544&fields=id&tenant_id=06f80bf601104261bec5af98cd6a9bc5 HTTP/1.1" status: 200 len: 267 time: 0.0435255 Aug 04 16:37:43.364842 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-0eb858f0-8d95-43f9-b47d-011de4819d75 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:43.366487 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-0eb858f0-8d95-43f9-b47d-011de4819d75 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/networks?id=59866ae8-539a-474f-89c4-65ac0d0e67ca HTTP/1.1" status: 200 len: 812 time: 0.1286044 Aug 04 16:37:43.386058 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-f84ca5b4-6ff6-46bd-bca5-16513b2dcad2 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/quotas/06f80bf601104261bec5af98cd6a9bc5 HTTP/1.1" status: 200 len: 375 time: 0.0123539 Aug 04 16:37:43.457211 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-57d21980-aaf1-4d86-92cc-ade508f8efc2 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=06f80bf601104261bec5af98cd6a9bc5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0646806 Aug 04 16:37:43.592431 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-e8460d21-81cb-46ee-9495-3518afbfbe62 service neutron] 10.222.0.77 "GET /v2.0/networks/59866ae8-539a-474f-89c4-65ac0d0e67ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225371 Aug 04 16:37:43.685388 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-997ad8c2-d7c4-4b24-b352-a160d9833377 service neutron] 10.222.0.77 "GET /v2.0/networks/59866ae8-539a-474f-89c4-65ac0d0e67ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847595 Aug 04 16:37:43.733331 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:43.990988 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-b29b55c0-0eba-48b8-8d0f-b468eb92f37d req-f7b78bdb-b440-4084-9b75-352f98fa6672 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf1858d6-4e4d-4011-97bb-27f7ef6230b5 HTTP/1.1" status: 200 len: 210 time: 0.0276337 Aug 04 16:37:44.482750 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:37:44.503664 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] No Port match for: 0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0 {{(pid=93332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:37:44.504097 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 0b1a0a60-10ed-447d-b4e9-74c4d6c2d2e0 not bound to the agent host hv-cinder-78956 {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:37:45.111269 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-3b49179d-6689-4f65-b7fe-2c089bd50e90 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:45.113092 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-3b49179d-6689-4f65-b7fe-2c089bd50e90 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.50 "GET /v2.0/networks?id=59866ae8-539a-474f-89c4-65ac0d0e67ca HTTP/1.1" status: 200 len: 812 time: 0.1259067 Aug 04 16:37:45.128184 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-834ea7cf-f9ff-4a49-bbc1-2bb659d4b072 req-217ee02c-62b7-42bd-95c5-c99d96e9bfba tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf1858d6-4e4d-4011-97bb-27f7ef6230b5 HTTP/1.1" status: 200 len: 210 time: 0.0527384 Aug 04 16:37:45.180891 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-51f6fe57-7be6-4850-abad-06b0b0a8a8cb tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06f80bf601104261bec5af98cd6a9bc5 HTTP/1.1" status: 200 len: 379 time: 0.0573215 Aug 04 16:37:45.199147 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-4cc8185f-492c-4bf4-8d0b-5dbf77cb572c tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Request body: {'port': {'device_id': 'cf1858d6-4e4d-4011-97bb-27f7ef6230b5', 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca', 'admin_state_up': True, 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'security_groups': ['ff0ded09-21fc-4452-83f0-3b58891f7629']}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:37:45.364024 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-4cc8185f-492c-4bf4-8d0b-5dbf77cb572c tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Made reservation on behalf of 06f80bf601104261bec5af98cd6a9bc5 for: {'port': 1} {{(pid=93330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:37:45.367655 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-4cc8185f-492c-4bf4-8d0b-5dbf77cb572c tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:45.508530 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.db_base_plugin_common [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-4cc8185f-492c-4bf4-8d0b-5dbf77cb572c tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Allocated IP 172.20.0.3 (59866ae8-539a-474f-89c4-65ac0d0e67ca/2285b052-1d72-41e7-800d-301941c0ee86/9df42b81-6500-4efa-88e9-1809026e2d87) {{(pid=93330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:37:45.680424 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-4cc8185f-492c-4bf4-8d0b-5dbf77cb572c tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks [] for port, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:45.701062 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.provisioning_blocks [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-4cc8185f-492c-4bf4-8d0b-5dbf77cb572c tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Transition to ACTIVE for port object 9df42b81-6500-4efa-88e9-1809026e2d87 will not be triggered until provisioned by entity DHCP. {{(pid=93330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:37:45.741355 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-4cc8185f-492c-4bf4-8d0b-5dbf77cb572c tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:45.788203 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-4cc8185f-492c-4bf4-8d0b-5dbf77cb572c tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Network 59866ae8-539a-474f-89c4-65ac0d0e67ca is already hosted by enough agents. {{(pid=93330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:37:45.794395 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-4cc8185f-492c-4bf4-8d0b-5dbf77cb572c tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Resources bound (agent type, host, resource id): {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:37:45.799475 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-4cc8185f-492c-4bf4-8d0b-5dbf77cb572c tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Received port after_create {{(pid=93330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:37:45.809005 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc8185f-492c-4bf4-8d0b-5dbf77cb572c tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Pushing event updated for resources: {'Port': ['ID=9df42b81-6500-4efa-88e9-1809026e2d87,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:37:45.865230 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-4cc8185f-492c-4bf4-8d0b-5dbf77cb572c tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:45.866294 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-4cc8185f-492c-4bf4-8d0b-5dbf77cb572c tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:45.888794 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-4cc8185f-492c-4bf4-8d0b-5dbf77cb572c tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6959429 Aug 04 16:37:45.903409 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-af3c8b63-9c3c-4530-bad8-52932e266f6f service neutron] Request body: {'port': {'device_id': 'cf1858d6-4e4d-4011-97bb-27f7ef6230b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:37:45.976412 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-af3c8b63-9c3c-4530-bad8-52932e266f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:46.004991 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-60627e46-ca32-46d9-9e5b-fe94a1aabcc1 None None] Provisioning for port 9df42b81-6500-4efa-88e9-1809026e2d87 completed by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:37:46.009285 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-60627e46-ca32-46d9-9e5b-fe94a1aabcc1 None None] Provisioning complete for port 9df42b81-6500-4efa-88e9-1809026e2d87 triggered by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:37:46.009789 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-60627e46-ca32-46d9-9e5b-fe94a1aabcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:46.051285 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-60627e46-ca32-46d9-9e5b-fe94a1aabcc1 None None] Port 9df42b81-6500-4efa-88e9-1809026e2d87 cannot update to ACTIVE because it is not bound. {{(pid=93332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:37:46.589073 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db69d3-9530-4c6d-bd73-2fa10e8ff275 req-9118c59d-971e-45dc-b482-24acad8e0933 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:46.590495 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-92db69d3-9530-4c6d-bd73-2fa10e8ff275 req-9118c59d-971e-45dc-b482-24acad8e0933 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf1858d6-4e4d-4011-97bb-27f7ef6230b5 HTTP/1.1" status: 200 len: 931 time: 0.0841224 Aug 04 16:37:46.676958 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-92db69d3-9530-4c6d-bd73-2fa10e8ff275 req-f330da53-6585-47f7-b21d-9aec4ab8a759 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0ded09-21fc-4452-83f0-3b58891f7629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733442 Aug 04 16:37:46.678937 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-af3c8b63-9c3c-4530-bad8-52932e266f6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9df42b81-6500-4efa-88e9-1809026e2d87 {{(pid=93330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:37:46.687147 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-af3c8b63-9c3c-4530-bad8-52932e266f6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:46.700215 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.provisioning_blocks [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-af3c8b63-9c3c-4530-bad8-52932e266f6f service neutron] Transition to ACTIVE for port object 9df42b81-6500-4efa-88e9-1809026e2d87 will not be triggered until provisioned by entity L2. {{(pid=93330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:37:46.705501 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-af3c8b63-9c3c-4530-bad8-52932e266f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129638395'] for port, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:46.754035 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c8b63-9c3c-4530-bad8-52932e266f6f service neutron] Pushing event updated for resources: {'Port': ['ID=9df42b81-6500-4efa-88e9-1809026e2d87,revision_number=2']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:37:46.833057 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-af3c8b63-9c3c-4530-bad8-52932e266f6f service neutron] Attempting to bind port 9df42b81-6500-4efa-88e9-1809026e2d87 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:37:46.833526 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-af3c8b63-9c3c-4530-bad8-52932e266f6f service neutron] Attempting to bind port 9df42b81-6500-4efa-88e9-1809026e2d87 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '6c2d4047-a9f9-4400-9acf-4e02beace79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca'}] {{(pid=93330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:37:46.834049 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-af3c8b63-9c3c-4530-bad8-52932e266f6f service neutron] Attempting to bind port 9df42b81-6500-4efa-88e9-1809026e2d87 on network 59866ae8-539a-474f-89c4-65ac0d0e67ca {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:37:46.839518 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-af3c8b63-9c3c-4530-bad8-52932e266f6f service neutron] Port 9df42b81-6500-4efa-88e9-1809026e2d87 on network 59866ae8-539a-474f-89c4-65ac0d0e67ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:37:46.839771 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-af3c8b63-9c3c-4530-bad8-52932e266f6f service neutron] Attempting to bind port 9df42b81-6500-4efa-88e9-1809026e2d87 on network 59866ae8-539a-474f-89c4-65ac0d0e67ca {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:37:46.845565 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-af3c8b63-9c3c-4530-bad8-52932e266f6f service neutron] Checking agent: {'id': 'd306b3d0-6735-4bf3-81d7-29bae54f6551', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 22, 19), 'started_at': datetime.datetime(2021, 8, 4, 16, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:37:46.845892 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-af3c8b63-9c3c-4530-bad8-52932e266f6f service neutron] Checking segment: {'id': '6c2d4047-a9f9-4400-9acf-4e02beace79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:37:46.846349 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-af3c8b63-9c3c-4530-bad8-52932e266f6f service neutron] Bound using segment: {'id': '6c2d4047-a9f9-4400-9acf-4e02beace79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca'} {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:37:46.846784 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-af3c8b63-9c3c-4530-bad8-52932e266f6f service neutron] Bound port: 9df42b81-6500-4efa-88e9-1809026e2d87, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c2d4047-a9f9-4400-9acf-4e02beace79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca'}}] {{(pid=93330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:37:46.847161 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-af3c8b63-9c3c-4530-bad8-52932e266f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:46.936309 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-af3c8b63-9c3c-4530-bad8-52932e266f6f service neutron] For port 9df42b81-6500-4efa-88e9-1809026e2d87, host hv-cinder-78956, cleared binding levels {{(pid=93330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:37:46.939518 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-af3c8b63-9c3c-4530-bad8-52932e266f6f service neutron] For port 9df42b81-6500-4efa-88e9-1809026e2d87, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=9df42b81-6500-4efa-88e9-1809026e2d87,segment=NetworkSegment(6c2d4047-a9f9-4400-9acf-4e02beace79f),segment_id=6c2d4047-a9f9-4400-9acf-4e02beace79f)] {{(pid=93330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:37:46.945521 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-af3c8b63-9c3c-4530-bad8-52932e266f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129638395'] for port, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:46.980793 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-af3c8b63-9c3c-4530-bad8-52932e266f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:46.981418 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-af3c8b63-9c3c-4530-bad8-52932e266f6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:46.983096 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-af3c8b63-9c3c-4530-bad8-52932e266f6f service neutron] 10.222.0.50 "PUT /v2.0/ports/9df42b81-6500-4efa-88e9-1809026e2d87 HTTP/1.1" status: 200 len: 1093 time: 1.0850499 Aug 04 16:37:46.983591 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf1858d6-4e4d-4011-97bb-27f7ef6230b5', 'tag': '9df42b81-6500-4efa-88e9-1809026e2d87'}] {{(pid=93330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:37:46.985849 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37e886c0defde040503dc6230deb255415226de4639eab9b495881836c77004d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a977c646-3fc6-4dfb-a332-ebfb8ad7115c" -d '{"events": [{"name": "network-changed", "server_uuid": "cf1858d6-4e4d-4011-97bb-27f7ef6230b5", "tag": "9df42b81-6500-4efa-88e9-1809026e2d87"}]}' {{(pid=93330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:37:47.027191 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c8b63-9c3c-4530-bad8-52932e266f6f service neutron] Pushing event updated for resources: {'Port': ['ID=9df42b81-6500-4efa-88e9-1809026e2d87,revision_number=3']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:37:47.039404 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bfd651-f4a3-49c7-a8d1-495cd0bcc5c5 x-openstack-request-id: req-c5bfd651-f4a3-49c7-a8d1-495cd0bcc5c5 {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:37:47.039775 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf1858d6-4e4d-4011-97bb-27f7ef6230b5", "tag": "9df42b81-6500-4efa-88e9-1809026e2d87", "status": "completed", "code": 200}]} {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:37:47.040093 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c5bfd651-f4a3-49c7-a8d1-495cd0bcc5c5 {{(pid=93330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:37:47.040561 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf1858d6-4e4d-4011-97bb-27f7ef6230b5', 'tag': '9df42b81-6500-4efa-88e9-1809026e2d87', 'status': 'completed', 'code': 200} Aug 04 16:37:47.096990 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-be5067ed-ec50-4570-bd5b-4a3c529d1b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:47.098681 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-be5067ed-ec50-4570-bd5b-4a3c529d1b7a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=06f80bf601104261bec5af98cd6a9bc5&device_id=cf1858d6-4e4d-4011-97bb-27f7ef6230b5 HTTP/1.1" status: 200 len: 1096 time: 0.0538218 Aug 04 16:37:47.152439 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-12408ae9-5c51-476a-b063-61b9009feca7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9df42b81-6500-4efa-88e9-1809026e2d87 HTTP/1.1" status: 200 len: 217 time: 0.0440314 Aug 04 16:37:47.207908 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-23b56a3f-dd7a-4f10-87b7-b678597da6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:47.209435 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-23b56a3f-dd7a-4f10-87b7-b678597da6d7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2285b052-1d72-41e7-800d-301941c0ee86 HTTP/1.1" status: 200 len: 851 time: 0.0487359 Aug 04 16:37:47.260707 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-2c851fc2-3a34-4609-a147-2b4995cded83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:47.262313 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-2c851fc2-3a34-4609-a147-2b4995cded83 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=59866ae8-539a-474f-89c4-65ac0d0e67ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447593 Aug 04 16:37:47.363574 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-d07419a5-e7ab-442c-8d6a-6bd92ab1d995 service neutron] 10.222.0.50 "GET /v2.0/networks/59866ae8-539a-474f-89c4-65ac0d0e67ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920184 Aug 04 16:37:47.469443 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-7ac4a2ca-fd4e-444e-b7fc-e3d7dbfbc35a req-fb5bb05d-61b2-45e0-9cc9-f8bb82765169 service neutron] 10.222.0.50 "GET /v2.0/networks/59866ae8-539a-474f-89c4-65ac0d0e67ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958283 Aug 04 16:37:47.609799 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977c646-3fc6-4dfb-a332-ebfb8ad7115c req-ac6d3d7c-b00f-4fb1-a0a2-3a98efeacdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:47.612411 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-a977c646-3fc6-4dfb-a332-ebfb8ad7115c req-ac6d3d7c-b00f-4fb1-a0a2-3a98efeacdde service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=06f80bf601104261bec5af98cd6a9bc5&device_id=cf1858d6-4e4d-4011-97bb-27f7ef6230b5 HTTP/1.1" status: 200 len: 1096 time: 0.0747669 Aug 04 16:37:47.720666 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977c646-3fc6-4dfb-a332-ebfb8ad7115c req-5fb5b534-4083-4f03-85b6-913ee3e89c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:47.722005 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-a977c646-3fc6-4dfb-a332-ebfb8ad7115c req-5fb5b534-4083-4f03-85b6-913ee3e89c3d service neutron] 10.222.0.50 "GET /v2.0/networks?id=59866ae8-539a-474f-89c4-65ac0d0e67ca HTTP/1.1" status: 200 len: 913 time: 0.1008446 Aug 04 16:37:47.782026 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-a977c646-3fc6-4dfb-a332-ebfb8ad7115c req-d436e550-b4ce-428e-bf33-9166f8ad06f2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9df42b81-6500-4efa-88e9-1809026e2d87 HTTP/1.1" status: 200 len: 217 time: 0.0503085 Aug 04 16:37:47.861123 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977c646-3fc6-4dfb-a332-ebfb8ad7115c req-bfb6c179-e7ab-4d39-b7db-0bfdd1af88d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:47.862637 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-a977c646-3fc6-4dfb-a332-ebfb8ad7115c req-bfb6c179-e7ab-4d39-b7db-0bfdd1af88d7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2285b052-1d72-41e7-800d-301941c0ee86 HTTP/1.1" status: 200 len: 851 time: 0.0557823 Aug 04 16:37:47.870240 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e9d96-7a8d-4355-99a5-860134b25647 req-28c1a66a-63ab-489f-83b8-995e7c26f687 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:47.871680 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-4c6e9d96-7a8d-4355-99a5-860134b25647 req-28c1a66a-63ab-489f-83b8-995e7c26f687 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf1858d6-4e4d-4011-97bb-27f7ef6230b5 HTTP/1.1" status: 200 len: 943 time: 0.0999298 Aug 04 16:37:47.940456 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-4c6e9d96-7a8d-4355-99a5-860134b25647 req-549a13d1-73bf-47c0-85ba-3ebbdb2a8720 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0ded09-21fc-4452-83f0-3b58891f7629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553954 Aug 04 16:37:47.946554 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977c646-3fc6-4dfb-a332-ebfb8ad7115c req-dff29d21-ee7a-4f92-8cb2-d2570ecf23cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:47.948070 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-a977c646-3fc6-4dfb-a332-ebfb8ad7115c req-dff29d21-ee7a-4f92-8cb2-d2570ecf23cc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=59866ae8-539a-474f-89c4-65ac0d0e67ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0731997 Aug 04 16:37:48.057745 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-a977c646-3fc6-4dfb-a332-ebfb8ad7115c req-85657f41-ec53-48ba-ac1f-0a8b72fbbaea service neutron] 10.222.0.50 "GET /v2.0/networks/59866ae8-539a-474f-89c4-65ac0d0e67ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971711 Aug 04 16:37:48.152713 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-a977c646-3fc6-4dfb-a332-ebfb8ad7115c req-351e30f7-e4c4-4d13-9131-5e9694373779 service neutron] 10.222.0.50 "GET /v2.0/networks/59866ae8-539a-474f-89c4-65ac0d0e67ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873847 Aug 04 16:37:49.065528 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e0bbb0-e798-462a-a2c5-44cfd7a23cc4 req-fbbfa37b-d128-40c6-88ba-ab6a51b9b918 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:49.068196 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-92e0bbb0-e798-462a-a2c5-44cfd7a23cc4 req-fbbfa37b-d128-40c6-88ba-ab6a51b9b918 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf1858d6-4e4d-4011-97bb-27f7ef6230b5 HTTP/1.1" status: 200 len: 943 time: 0.0550311 Aug 04 16:37:49.111027 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-92e0bbb0-e798-462a-a2c5-44cfd7a23cc4 req-4b4b010b-2076-441e-a473-7847d77f41ac tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0ded09-21fc-4452-83f0-3b58891f7629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367248 Aug 04 16:37:50.239746 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc6ec0-8826-4100-ad62-03d212cfffb3 req-e577432d-5734-4bd7-9b49-ff376c7010a0 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:50.241362 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-cdfc6ec0-8826-4100-ad62-03d212cfffb3 req-e577432d-5734-4bd7-9b49-ff376c7010a0 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf1858d6-4e4d-4011-97bb-27f7ef6230b5 HTTP/1.1" status: 200 len: 943 time: 0.0596805 Aug 04 16:37:50.283544 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-cdfc6ec0-8826-4100-ad62-03d212cfffb3 req-c619990c-3bc4-4c02-a5a9-51a410cf449c tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0ded09-21fc-4452-83f0-3b58891f7629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359621 Aug 04 16:37:51.077174 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:51.403163 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14210a2-4f80-4ef5-94f9-e4bfb75a96d8 req-c39ff0a1-b457-4e01-b538-2c30d31a8743 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:51.404795 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-f14210a2-4f80-4ef5-94f9-e4bfb75a96d8 req-c39ff0a1-b457-4e01-b538-2c30d31a8743 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf1858d6-4e4d-4011-97bb-27f7ef6230b5 HTTP/1.1" status: 200 len: 943 time: 0.0515854 Aug 04 16:37:51.449732 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-f14210a2-4f80-4ef5-94f9-e4bfb75a96d8 req-5c9d7914-1966-4239-b39b-982256c02757 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0ded09-21fc-4452-83f0-3b58891f7629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375683 Aug 04 16:37:52.569681 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68420846-a477-4419-93d6-cb69e1ec5039 req-72e46c04-e9c4-4cf3-8ba6-88c709be8f58 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:52.571315 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-68420846-a477-4419-93d6-cb69e1ec5039 req-72e46c04-e9c4-4cf3-8ba6-88c709be8f58 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf1858d6-4e4d-4011-97bb-27f7ef6230b5 HTTP/1.1" status: 200 len: 943 time: 0.0524504 Aug 04 16:37:52.612881 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-68420846-a477-4419-93d6-cb69e1ec5039 req-f8f780fd-592f-4777-8cb2-424a9fff01b6 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0ded09-21fc-4452-83f0-3b58891f7629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350490 Aug 04 16:37:53.734613 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f14aba-a7eb-4f91-926b-8a4745bda6fe req-c9863490-f263-44f3-983f-edc00e128774 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:53.736101 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-76f14aba-a7eb-4f91-926b-8a4745bda6fe req-c9863490-f263-44f3-983f-edc00e128774 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf1858d6-4e4d-4011-97bb-27f7ef6230b5 HTTP/1.1" status: 200 len: 943 time: 0.0534122 Aug 04 16:37:53.775617 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-76f14aba-a7eb-4f91-926b-8a4745bda6fe req-7e79608a-38b8-4b29-9b60-8821b457272d tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0ded09-21fc-4452-83f0-3b58891f7629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329237 Aug 04 16:37:54.547021 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 9df42b81-6500-4efa-88e9-1809026e2d87 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:37:54.644477 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 9df42b81-6500-4efa-88e9-1809026e2d87, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=9df42b81-6500-4efa-88e9-1809026e2d87,segment=NetworkSegment(6c2d4047-a9f9-4400-9acf-4e02beace79f),segment_id=6c2d4047-a9f9-4400-9acf-4e02beace79f)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:37:54.656211 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Returning: {'device': '9df42b81-6500-4efa-88e9-1809026e2d87', 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca', 'port_id': '9df42b81-6500-4efa-88e9-1809026e2d87', 'mac_address': 'fa:16:3e:fe:a6:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2285b052-1d72-41e7-800d-301941c0ee86', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:37:54.698587 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:54.712116 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9df42b81-6500-4efa-88e9-1809026e2d87 {{(pid=93332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:37:54.732752 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 9df42b81-6500-4efa-88e9-1809026e2d87, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=9df42b81-6500-4efa-88e9-1809026e2d87,segment=NetworkSegment(6c2d4047-a9f9-4400-9acf-4e02beace79f),segment_id=6c2d4047-a9f9-4400-9acf-4e02beace79f)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:37:54.738410 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:54.789824 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=9df42b81-6500-4efa-88e9-1809026e2d87,revision_number=4']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:37:54.797315 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:37:54.797701 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:37:54.798162 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:37:54.798629 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:37:54.798805 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:37:54.799168 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:37:54.799495 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:37:54.799820 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:37:54.800170 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:37:54.800497 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:37:54.800958 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:37:54.801471 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:37:54.897247 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58311f50-571f-498e-a43c-7699da2e7293 req-5200f479-7721-4d29-a7e5-a6a32720b0bf tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:54.898685 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-58311f50-571f-498e-a43c-7699da2e7293 req-5200f479-7721-4d29-a7e5-a6a32720b0bf tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf1858d6-4e4d-4011-97bb-27f7ef6230b5 HTTP/1.1" status: 200 len: 944 time: 0.0524521 Aug 04 16:37:54.937309 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-58311f50-571f-498e-a43c-7699da2e7293 req-b7df6d4a-bb88-4d91-ad80-061d48f5eafc tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0ded09-21fc-4452-83f0-3b58891f7629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325158 Aug 04 16:37:55.026109 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] get_ports_and_sgs() called for port_ids ['9df42b81-6500-4efa-88e9-1809026e2d87'] {{(pid=93332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:37:56.058349 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc3bbe-248a-4f0d-89f1-4e4ba7110a37 req-453c182a-435b-4bf7-b10e-d5dd716b974e tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:56.059873 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-46bc3bbe-248a-4f0d-89f1-4e4ba7110a37 req-453c182a-435b-4bf7-b10e-d5dd716b974e tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf1858d6-4e4d-4011-97bb-27f7ef6230b5 HTTP/1.1" status: 200 len: 944 time: 0.0520234 Aug 04 16:37:56.099365 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-46bc3bbe-248a-4f0d-89f1-4e4ba7110a37 req-1580a562-a2e5-4603-bf95-4dca98d52ada tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0ded09-21fc-4452-83f0-3b58891f7629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333483 Aug 04 16:37:56.564599 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 9df42b81-6500-4efa-88e9-1809026e2d87 up at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:37:56.618229 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Provisioning for port 9df42b81-6500-4efa-88e9-1809026e2d87 completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:37:56.622131 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Provisioning complete for port 9df42b81-6500-4efa-88e9-1809026e2d87 triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:37:56.622510 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:56.705540 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:56.728905 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf1858d6-4e4d-4011-97bb-27f7ef6230b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df42b81-6500-4efa-88e9-1809026e2d87'}] {{(pid=93332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:37:56.731229 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60a3b88c11522644802803ec4887c4dd8a4d8449af02ad3849b143fbab4f5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec56bcd-b138-47c1-8faf-920187966155" -d '{"events": [{"server_uuid": "cf1858d6-4e4d-4011-97bb-27f7ef6230b5", "name": "network-vif-plugged", "status": "completed", "tag": "9df42b81-6500-4efa-88e9-1809026e2d87"}]}' {{(pid=93332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:37:56.744936 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port 9df42b81-6500-4efa-88e9-1809026e2d87, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=9df42b81-6500-4efa-88e9-1809026e2d87,segment=NetworkSegment(6c2d4047-a9f9-4400-9acf-4e02beace79f),segment_id=6c2d4047-a9f9-4400-9acf-4e02beace79f)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:37:56.751026 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:56.781497 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8d6939-ee75-4805-be76-a64405962d4d x-openstack-request-id: req-6f8d6939-ee75-4805-be76-a64405962d4d {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:37:56.781786 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf1858d6-4e4d-4011-97bb-27f7ef6230b5", "name": "network-vif-plugged", "status": "completed", "tag": "9df42b81-6500-4efa-88e9-1809026e2d87", "code": 200}]} {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:37:56.782066 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6f8d6939-ee75-4805-be76-a64405962d4d {{(pid=93332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:37:56.782457 dv-cinder-789564-9-iscsi neutron-server[93332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf1858d6-4e4d-4011-97bb-27f7ef6230b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df42b81-6500-4efa-88e9-1809026e2d87', 'code': 200} Aug 04 16:37:56.810721 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=9df42b81-6500-4efa-88e9-1809026e2d87,revision_number=5']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:37:57.018843 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aeae05-3736-499c-abcc-640dd70804a5 req-cedd28ee-30a6-40d1-8114-af483c9d37d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:57.020664 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-33aeae05-3736-499c-abcc-640dd70804a5 req-cedd28ee-30a6-40d1-8114-af483c9d37d3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cf1858d6-4e4d-4011-97bb-27f7ef6230b5 HTTP/1.1" status: 200 len: 1098 time: 0.0482550 Aug 04 16:37:57.058549 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-33aeae05-3736-499c-abcc-640dd70804a5 req-0bcb622c-6c27-4344-9e15-196ac586c885 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ff0ded09-21fc-4452-83f0-3b58891f7629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300224 Aug 04 16:37:57.226429 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1268c6e-501b-4daa-90f4-f0320b9a3779 req-488b6e68-9883-446c-ab9e-e629ec65720d tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:57.227912 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-b1268c6e-501b-4daa-90f4-f0320b9a3779 req-488b6e68-9883-446c-ab9e-e629ec65720d tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf1858d6-4e4d-4011-97bb-27f7ef6230b5 HTTP/1.1" status: 200 len: 945 time: 0.0502558 Aug 04 16:37:57.268128 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-b1268c6e-501b-4daa-90f4-f0320b9a3779 req-be8faf4a-6232-464a-8543-a2ba9bd5fda2 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0ded09-21fc-4452-83f0-3b58891f7629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341382 Aug 04 16:37:58.391248 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22278bc1-af82-4201-8634-6da63ae98a57 req-03de6aed-4332-4aa8-b99c-82d81247e717 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:58.392768 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-22278bc1-af82-4201-8634-6da63ae98a57 req-03de6aed-4332-4aa8-b99c-82d81247e717 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf1858d6-4e4d-4011-97bb-27f7ef6230b5 HTTP/1.1" status: 200 len: 945 time: 0.0527911 Aug 04 16:37:58.432950 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-22278bc1-af82-4201-8634-6da63ae98a57 req-3c1273a0-dab9-4ef7-a0df-922162c7d851 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0ded09-21fc-4452-83f0-3b58891f7629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337567 Aug 04 16:37:58.557191 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336b5c1-d92f-4790-bb35-addf08b17fd8 req-cfb6f7cb-faca-498c-93b9-aa140fea1a65 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:58.558761 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-c336b5c1-d92f-4790-bb35-addf08b17fd8 req-cfb6f7cb-faca-498c-93b9-aa140fea1a65 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf1858d6-4e4d-4011-97bb-27f7ef6230b5 HTTP/1.1" status: 200 len: 945 time: 0.0574608 Aug 04 16:37:58.602953 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-c336b5c1-d92f-4790-bb35-addf08b17fd8 req-cc0c366e-4f70-4108-b341-ce469257d10c tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0ded09-21fc-4452-83f0-3b58891f7629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374644 Aug 04 16:37:58.625697 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 49866) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:37:58.665974 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e8f827-575c-4efb-b8f4-8622bd0e2c41 tempest-TestVolumeBootPattern-1154659994 tempest-TestVolumeBootPattern-1154659994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:58.667547 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-87e8f827-575c-4efb-b8f4-8622bd0e2c41 tempest-TestVolumeBootPattern-1154659994 tempest-TestVolumeBootPattern-1154659994-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=cf1858d6-4e4d-4011-97bb-27f7ef6230b5 HTTP/1.1" status: 200 len: 1093 time: 0.0406818 Aug 04 16:37:58.670550 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 49868) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:37:58.675274 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-a835f31a-24df-4d67-985c-f17ffbbe639e tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Request body: {'floatingip': {'floating_network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'port_id': '9df42b81-6500-4efa-88e9-1809026e2d87', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:37:58.701092 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a835f31a-24df-4d67-985c-f17ffbbe639e tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks [] for floatingip, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:58.802036 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a835f31a-24df-4d67-985c-f17ffbbe639e tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:58.908945 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.db_base_plugin_common [None req-a835f31a-24df-4d67-985c-f17ffbbe639e tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Allocated IP 172.27.2.135 (79da2935-f34e-4d6b-93be-bb960bd015b1/1f6d232c-c352-4ff7-8ce5-aebf5b141825/079c3b61-9ba2-4bd1-9baf-19425050f22a) {{(pid=93331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:37:59.012816 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a835f31a-24df-4d67-985c-f17ffbbe639e tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks [] for port, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:59.055316 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a835f31a-24df-4d67-985c-f17ffbbe639e tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129279319'] for port, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:59.100323 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a835f31a-24df-4d67-985c-f17ffbbe639e tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Network 79da2935-f34e-4d6b-93be-bb960bd015b1 is already hosted by enough agents. {{(pid=93331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:37:59.103292 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.base_scheduler [None req-a835f31a-24df-4d67-985c-f17ffbbe639e tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Resources bound (agent type, host, resource id): {{(pid=93331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:37:59.106054 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a835f31a-24df-4d67-985c-f17ffbbe639e tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Received port after_create {{(pid=93331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:37:59.112280 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835f31a-24df-4d67-985c-f17ffbbe639e tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Pushing event updated for resources: {'Port': ['ID=079c3b61-9ba2-4bd1-9baf-19425050f22a,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:37:59.140466 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a835f31a-24df-4d67-985c-f17ffbbe639e tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:37:59.140792 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a835f31a-24df-4d67-985c-f17ffbbe639e tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:37:59.141163 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a835f31a-24df-4d67-985c-f17ffbbe639e tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:37:59.141503 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a835f31a-24df-4d67-985c-f17ffbbe639e tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:37:59.141835 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a835f31a-24df-4d67-985c-f17ffbbe639e tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:37:59.142193 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a835f31a-24df-4d67-985c-f17ffbbe639e tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:37:59.142508 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a835f31a-24df-4d67-985c-f17ffbbe639e tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:37:59.142870 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a835f31a-24df-4d67-985c-f17ffbbe639e tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:37:59.143192 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a835f31a-24df-4d67-985c-f17ffbbe639e tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:37:59.143495 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a835f31a-24df-4d67-985c-f17ffbbe639e tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:37:59.143814 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a835f31a-24df-4d67-985c-f17ffbbe639e tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:37:59.144158 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a835f31a-24df-4d67-985c-f17ffbbe639e tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:37:59.485310 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a835f31a-24df-4d67-985c-f17ffbbe639e tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:59.559763 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a835f31a-24df-4d67-985c-f17ffbbe639e tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:59.741066 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a835f31a-24df-4d67-985c-f17ffbbe639e tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks [] for port, precommit_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:59.746735 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a835f31a-24df-4d67-985c-f17ffbbe639e tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129279404'] for port, after_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:59.812119 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835f31a-24df-4d67-985c-f17ffbbe639e tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Pushing event updated for resources: {'Port': ['ID=079c3b61-9ba2-4bd1-9baf-19425050f22a,revision_number=2']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:37:59.826625 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a835f31a-24df-4d67-985c-f17ffbbe639e tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593542'] for floatingip, after_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:59.929721 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.db.l3_db [None req-a835f31a-24df-4d67-985c-f17ffbbe639e tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Floating IP 650903a0-a5d0-420e-a1b4-c17ae2da2d78 associated. External IP: 172.27.2.135, port: 9df42b81-6500-4efa-88e9-1809026e2d87. Aug 04 16:38:00.149844 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a835f31a-24df-4d67-985c-f17ffbbe639e tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Router 12652c02-7829-4bb8-a0c5-ad1392cb94bb has already been hosted by L3 agent d346cf64-ca3f-484e-b552-5df8791a7915 {{(pid=93331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:38:00.269218 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a835f31a-24df-4d67-985c-f17ffbbe639e tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify agent at l3_agent.dv-cinder-789564-9-iscsi the message routers_updated {{(pid=93331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:38:00.280063 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14119a0a-fca1-44f9-9e5e-790d3b7f98e6 None None] Sync routers for ids ['12652c02-7829-4bb8-a0c5-ad1392cb94bb'] in dv-cinder-789564-9-iscsi {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:38:00.291144 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a835f31a-24df-4d67-985c-f17ffbbe639e tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for floatingip, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:00.291598 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14119a0a-fca1-44f9-9e5e-790d3b7f98e6 None None] Routers {'12652c02-7829-4bb8-a0c5-ad1392cb94bb'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:38:00.292326 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-14119a0a-fca1-44f9-9e5e-790d3b7f98e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:37:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['12652c02-7829-4bb8-a0c5-ad1392cb94bb'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:38:00.319316 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-a835f31a-24df-4d67-985c-f17ffbbe639e tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6474524 Aug 04 16:38:00.320844 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf1858d6-4e4d-4011-97bb-27f7ef6230b5', 'tag': '9df42b81-6500-4efa-88e9-1809026e2d87'}] {{(pid=93331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:38:00.322072 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b1e7a993a9ef4a638b089ca602ec57e73654d5de59f22d070ba1fe881ce508d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006ec434-5b0b-47ff-ac20-265850866a00" -d '{"events": [{"name": "network-changed", "server_uuid": "cf1858d6-4e4d-4011-97bb-27f7ef6230b5", "tag": "9df42b81-6500-4efa-88e9-1809026e2d87"}]}' {{(pid=93331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:38:00.367087 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89743a3-2eb4-4a3e-b9c8-81a17748e3c2 x-openstack-request-id: req-d89743a3-2eb4-4a3e-b9c8-81a17748e3c2 {{(pid=93331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:38:00.367388 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf1858d6-4e4d-4011-97bb-27f7ef6230b5", "tag": "9df42b81-6500-4efa-88e9-1809026e2d87", "status": "completed", "code": 200}]} {{(pid=93331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:38:00.367636 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d89743a3-2eb4-4a3e-b9c8-81a17748e3c2 {{(pid=93331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:38:00.368039 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf1858d6-4e4d-4011-97bb-27f7ef6230b5', 'tag': '9df42b81-6500-4efa-88e9-1809026e2d87', 'status': 'completed', 'code': 200} Aug 04 16:38:00.404199 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-14119a0a-fca1-44f9-9e5e-790d3b7f98e6 None None] Set router 12652c02-7829-4bb8-a0c5-ad1392cb94bb gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:38:00.432496 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ec434-5b0b-47ff-ac20-265850866a00 req-2bec472a-7232-46a1-8118-2f4e97bacebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:38:00.434055 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-006ec434-5b0b-47ff-ac20-265850866a00 req-2bec472a-7232-46a1-8118-2f4e97bacebc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=06f80bf601104261bec5af98cd6a9bc5&device_id=cf1858d6-4e4d-4011-97bb-27f7ef6230b5 HTTP/1.1" status: 200 len: 1098 time: 0.0417466 Aug 04 16:38:00.529033 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ec434-5b0b-47ff-ac20-265850866a00 req-0ddb0009-96f7-48f9-be06-2dbc22578aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:38:00.530471 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-006ec434-5b0b-47ff-ac20-265850866a00 req-0ddb0009-96f7-48f9-be06-2dbc22578aac service neutron] 10.222.0.50 "GET /v2.0/networks?id=59866ae8-539a-474f-89c4-65ac0d0e67ca HTTP/1.1" status: 200 len: 913 time: 0.0891137 Aug 04 16:38:00.603469 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-006ec434-5b0b-47ff-ac20-265850866a00 req-05bb36e2-d350-45b1-82e5-33f797fcdb43 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9df42b81-6500-4efa-88e9-1809026e2d87 HTTP/1.1" status: 200 len: 999 time: 0.0652833 Aug 04 16:38:00.645064 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-14119a0a-fca1-44f9-9e5e-790d3b7f98e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'name': 'tempest-TestVolumeBootPattern-1883705438-router', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:52Z', 'updated_at': '2021-08-04T16:34:55Z', 'revision_number': 4, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'gw_port': {'id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:90:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:53Z', 'updated_at': '2021-08-04T16:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_floatingips': [{'id': '650903a0-a5d0-420e-a1b4-c17ae2da2d78', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'floating_ip_address': '172.27.2.135', 'floating_network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'router_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'port_id': '9df42b81-6500-4efa-88e9-1809026e2d87', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca', 'mac_address': 'fa:16:3e:fe:a6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1858d6-4e4d-4011-97bb-27f7ef6230b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:37:59Z', 'updated_at': '2021-08-04T16:37:59Z', 'revision_number': 0, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5068eb39-4494-4de5-bb37-b5a0401f6520', 'name': '', 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'mac_address': 'fa:16:3e:12:70:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2285b052-1d72-41e7-800d-301941c0ee86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:54Z', 'updated_at': '2021-08-04T16:35:00Z', 'revision_number': 5, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'subnets': [{'id': '2285b052-1d72-41e7-800d-301941c0ee86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:38:00.664477 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ec434-5b0b-47ff-ac20-265850866a00 req-b15fc8e5-24c1-4af7-b568-8d91694718bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:38:00.665987 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-006ec434-5b0b-47ff-ac20-265850866a00 req-b15fc8e5-24c1-4af7-b568-8d91694718bf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2285b052-1d72-41e7-800d-301941c0ee86 HTTP/1.1" status: 200 len: 851 time: 0.0556846 Aug 04 16:38:00.671930 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14119a0a-fca1-44f9-9e5e-790d3b7f98e6 None None] Checking router: 12652c02-7829-4bb8-a0c5-ad1392cb94bb for host: dv-cinder-789564-9-iscsi {{(pid=93332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:38:00.680898 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14119a0a-fca1-44f9-9e5e-790d3b7f98e6 None None] Routers {'12652c02-7829-4bb8-a0c5-ad1392cb94bb'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:38:00.681468 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-14119a0a-fca1-44f9-9e5e-790d3b7f98e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:37:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['12652c02-7829-4bb8-a0c5-ad1392cb94bb'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:38:00.718279 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ec434-5b0b-47ff-ac20-265850866a00 req-16993ff4-7ab9-461d-9c63-1a7b456e6a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:38:00.719861 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-006ec434-5b0b-47ff-ac20-265850866a00 req-16993ff4-7ab9-461d-9c63-1a7b456e6a77 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=59866ae8-539a-474f-89c4-65ac0d0e67ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462632 Aug 04 16:38:00.823999 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-006ec434-5b0b-47ff-ac20-265850866a00 req-acf3d72a-3032-4743-a8e5-e536f24dbf2a service neutron] 10.222.0.50 "GET /v2.0/networks/59866ae8-539a-474f-89c4-65ac0d0e67ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962377 Aug 04 16:38:00.825967 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-14119a0a-fca1-44f9-9e5e-790d3b7f98e6 None None] Set router 12652c02-7829-4bb8-a0c5-ad1392cb94bb gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:38:00.921481 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-006ec434-5b0b-47ff-ac20-265850866a00 req-186283ac-ff01-41ff-a8e4-5431ab47be0e service neutron] 10.222.0.50 "GET /v2.0/networks/59866ae8-539a-474f-89c4-65ac0d0e67ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900323 Aug 04 16:38:01.069515 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-14119a0a-fca1-44f9-9e5e-790d3b7f98e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'name': 'tempest-TestVolumeBootPattern-1883705438-router', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:52Z', 'updated_at': '2021-08-04T16:34:55Z', 'revision_number': 4, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'gw_port': {'id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:90:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:53Z', 'updated_at': '2021-08-04T16:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_floatingips': [{'id': '650903a0-a5d0-420e-a1b4-c17ae2da2d78', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'floating_ip_address': '172.27.2.135', 'floating_network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'router_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'port_id': '9df42b81-6500-4efa-88e9-1809026e2d87', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca', 'mac_address': 'fa:16:3e:fe:a6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1858d6-4e4d-4011-97bb-27f7ef6230b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:37:59Z', 'updated_at': '2021-08-04T16:37:59Z', 'revision_number': 0, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5068eb39-4494-4de5-bb37-b5a0401f6520', 'name': '', 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'mac_address': 'fa:16:3e:12:70:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2285b052-1d72-41e7-800d-301941c0ee86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:54Z', 'updated_at': '2021-08-04T16:35:00Z', 'revision_number': 5, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'subnets': [{'id': '2285b052-1d72-41e7-800d-301941c0ee86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:38:01.229687 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14119a0a-fca1-44f9-9e5e-790d3b7f98e6 None None] The sync data for ids ['12652c02-7829-4bb8-a0c5-ad1392cb94bb'] in dv-cinder-789564-9-iscsi is: [{'id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'name': 'tempest-TestVolumeBootPattern-1883705438-router', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:52Z', 'updated_at': '2021-08-04T16:34:55Z', 'revision_number': 4, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'gw_port': {'id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:90:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:53Z', 'updated_at': '2021-08-04T16:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_floatingips': [{'id': '650903a0-a5d0-420e-a1b4-c17ae2da2d78', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'floating_ip_address': '172.27.2.135', 'floating_network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'router_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'port_id': '9df42b81-6500-4efa-88e9-1809026e2d87', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca', 'mac_address': 'fa:16:3e:fe:a6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1858d6-4e4d-4011-97bb-27f7ef6230b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:37:59Z', 'updated_at': '2021-08-04T16:37:59Z', 'revision_number': 0, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5068eb39-4494-4de5-bb37-b5a0401f6520', 'name': '', 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'mac_address': 'fa:16:3e:12:70:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2285b052-1d72-41e7-800d-301941c0ee86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:54Z', 'updated_at': '2021-08-04T16:35:00Z', 'revision_number': 5, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'subnets': [{'id': '2285b052-1d72-41e7-800d-301941c0ee86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:38:01.414515 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9160f23-3a39-4c99-ab89-8a659a55d535 None None] New status for floating IP 650903a0-a5d0-420e-a1b4-c17ae2da2d78: ACTIVE {{(pid=93333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:38:08.143091 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6f7cfe46-8a85-4131-924b-9b3c43068c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:10.934836 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-8058349d-0892-42ce-a068-da1f618bd33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:10.996851 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:12.288233 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:13.738242 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:19.432155 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 6 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:38:21.084938 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:22.360430 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-795d0084-4dff-4038-972f-b24d9606936e req-57ff360e-d007-4a74-a100-14eeb9d32c84 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cf1858d6-4e4d-4011-97bb-27f7ef6230b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443428 Aug 04 16:38:22.450374 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d0084-4dff-4038-972f-b24d9606936e req-ccdd378a-3361-48c8-8bf2-a257ad77ba1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:38:22.451907 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-795d0084-4dff-4038-972f-b24d9606936e req-ccdd378a-3361-48c8-8bf2-a257ad77ba1b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=06f80bf601104261bec5af98cd6a9bc5&device_id=cf1858d6-4e4d-4011-97bb-27f7ef6230b5 HTTP/1.1" status: 200 len: 1098 time: 0.0432904 Aug 04 16:38:22.568685 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d0084-4dff-4038-972f-b24d9606936e req-c22a33b7-37d7-46b4-bf52-8985d1df2383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:38:22.570242 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-795d0084-4dff-4038-972f-b24d9606936e req-c22a33b7-37d7-46b4-bf52-8985d1df2383 service neutron] 10.222.0.50 "GET /v2.0/networks?id=59866ae8-539a-474f-89c4-65ac0d0e67ca HTTP/1.1" status: 200 len: 913 time: 0.0941825 Aug 04 16:38:22.637638 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-795d0084-4dff-4038-972f-b24d9606936e req-26fdb727-d087-4da1-b94a-f4fcde1163c0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9df42b81-6500-4efa-88e9-1809026e2d87 HTTP/1.1" status: 200 len: 1001 time: 0.0596569 Aug 04 16:38:22.699066 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d0084-4dff-4038-972f-b24d9606936e req-cd4bf459-d6bc-494f-bdbc-599ecfd24491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:38:22.700589 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-795d0084-4dff-4038-972f-b24d9606936e req-cd4bf459-d6bc-494f-bdbc-599ecfd24491 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2285b052-1d72-41e7-800d-301941c0ee86 HTTP/1.1" status: 200 len: 851 time: 0.0545321 Aug 04 16:38:22.751699 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d0084-4dff-4038-972f-b24d9606936e req-882f84c8-f941-42a7-b9e3-d029f5937450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:38:22.753208 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-795d0084-4dff-4038-972f-b24d9606936e req-882f84c8-f941-42a7-b9e3-d029f5937450 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=59866ae8-539a-474f-89c4-65ac0d0e67ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437431 Aug 04 16:38:22.847301 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-795d0084-4dff-4038-972f-b24d9606936e req-74513aed-cc2e-4896-bfea-6a29733eb6d2 service neutron] 10.222.0.50 "GET /v2.0/networks/59866ae8-539a-474f-89c4-65ac0d0e67ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855179 Aug 04 16:38:22.940421 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-795d0084-4dff-4038-972f-b24d9606936e req-9f3cbe0f-e17f-4de8-8219-405b949330d6 service neutron] 10.222.0.50 "GET /v2.0/networks/59866ae8-539a-474f-89c4-65ac0d0e67ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856278 Aug 04 16:38:38.153282 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-8465ca1c-9101-4cdc-9b82-d6e06f0e4297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:40.938634 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-243d74ac-f93d-45b3-b7b3-070f3ae78a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:41.000554 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:42.292582 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:43.743591 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:51.104314 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:56.431664 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 6 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:39:08.151952 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-72aaedc7-f281-4356-b2d0-463ae6dd0ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:10.943268 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-018efc7f-ebd7-4fa5-97ee-6ef1033d1338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:11.005084 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:12.295487 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:13.744627 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:21.188487 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:23.401130 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0988d60c-7285-46e2-9cfa-b7bd07c90de9 req-ace80d50-14eb-48d8-b6e4-96fdf08499c8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cf1858d6-4e4d-4011-97bb-27f7ef6230b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0483420 Aug 04 16:39:23.496768 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988d60c-7285-46e2-9cfa-b7bd07c90de9 req-1eb801b0-71c2-463e-9524-2a2dbd680d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:39:23.498346 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0988d60c-7285-46e2-9cfa-b7bd07c90de9 req-1eb801b0-71c2-463e-9524-2a2dbd680d2c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=06f80bf601104261bec5af98cd6a9bc5&device_id=cf1858d6-4e4d-4011-97bb-27f7ef6230b5 HTTP/1.1" status: 200 len: 1098 time: 0.0436449 Aug 04 16:39:23.618309 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988d60c-7285-46e2-9cfa-b7bd07c90de9 req-aeb54c79-7f3c-4b68-aa9c-9eec4bf638d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:39:23.619118 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0988d60c-7285-46e2-9cfa-b7bd07c90de9 req-aeb54c79-7f3c-4b68-aa9c-9eec4bf638d5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=59866ae8-539a-474f-89c4-65ac0d0e67ca HTTP/1.1" status: 200 len: 913 time: 0.0989218 Aug 04 16:39:23.698443 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0988d60c-7285-46e2-9cfa-b7bd07c90de9 req-f5dd9f74-b5ef-4ea3-88b6-2a1237deac24 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9df42b81-6500-4efa-88e9-1809026e2d87 HTTP/1.1" status: 200 len: 1001 time: 0.0701723 Aug 04 16:39:23.760282 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988d60c-7285-46e2-9cfa-b7bd07c90de9 req-e857c18b-c98e-4801-bbac-9054a791e935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:39:23.761790 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0988d60c-7285-46e2-9cfa-b7bd07c90de9 req-e857c18b-c98e-4801-bbac-9054a791e935 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2285b052-1d72-41e7-800d-301941c0ee86 HTTP/1.1" status: 200 len: 851 time: 0.0503182 Aug 04 16:39:23.819193 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988d60c-7285-46e2-9cfa-b7bd07c90de9 req-641765e8-61f2-49b4-8a1e-fd3816417712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:39:23.820945 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0988d60c-7285-46e2-9cfa-b7bd07c90de9 req-641765e8-61f2-49b4-8a1e-fd3816417712 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=59866ae8-539a-474f-89c4-65ac0d0e67ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0476031 Aug 04 16:39:23.926942 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0988d60c-7285-46e2-9cfa-b7bd07c90de9 req-f6b6d649-5232-47e9-9721-872a0f9c22d3 service neutron] 10.222.0.50 "GET /v2.0/networks/59866ae8-539a-474f-89c4-65ac0d0e67ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921023 Aug 04 16:39:24.040300 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-0988d60c-7285-46e2-9cfa-b7bd07c90de9 req-6cb4bde6-7d5b-46b5-83a8-da40ea1f3286 service neutron] 10.222.0.50 "GET /v2.0/networks/59866ae8-539a-474f-89c4-65ac0d0e67ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052072 Aug 04 16:39:29.951491 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [req-d1b0192f-1391-4772-81a3-c5d5c8b631bc req-6e5df871-ab85-4832-bdb4-98f73c355147 service neutron] (93331) timed out ('10.222.0.50', 63267) {{(pid=93331) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 16:39:33.433278 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 6 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:39:33.984237 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [req-45c772bb-850b-458e-9609-5ea8b908c9d5 req-3b97d51d-6833-4305-b73d-883db157a2d7 service neutron] (93331) timed out ('10.222.0.50', 63257) {{(pid=93331) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 16:39:38.147422 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6ab72d0c-a309-41a4-bfe3-579ebc70c6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:39.861692 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [req-af216592-a21c-47c5-8719-5a377e89b1fc req-e8a81143-e261-49a2-a661-f2f7a25bf6fe service neutron] (93331) timed out ('10.222.0.50', 63251) {{(pid=93331) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 16:39:40.949855 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a2be2858-c170-47ba-867e-0782c7634174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:41.012026 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:42.302812 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:43.755337 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:46.025079 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d928f361-1868-4c1e-8b2f-8a645037306a req-b09e6e56-65fa-4abf-902e-656f33cb3d87 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-280391544&fields=id&tenant_id=06f80bf601104261bec5af98cd6a9bc5 HTTP/1.1" status: 200 len: 267 time: 0.0483694 Aug 04 16:39:46.148958 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928f361-1868-4c1e-8b2f-8a645037306a req-9f1ec3b8-9a06-49e5-81e5-66d9bc24eef7 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:39:46.150551 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d928f361-1868-4c1e-8b2f-8a645037306a req-9f1ec3b8-9a06-49e5-81e5-66d9bc24eef7 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/networks?id=59866ae8-539a-474f-89c4-65ac0d0e67ca HTTP/1.1" status: 200 len: 812 time: 0.1148057 Aug 04 16:39:46.173329 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d928f361-1868-4c1e-8b2f-8a645037306a req-653c622a-c57c-4991-b48f-f165872abb41 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/quotas/06f80bf601104261bec5af98cd6a9bc5 HTTP/1.1" status: 200 len: 375 time: 0.0156527 Aug 04 16:39:46.233406 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d928f361-1868-4c1e-8b2f-8a645037306a req-83f55213-c4a5-4182-abff-f923a0cfe543 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=06f80bf601104261bec5af98cd6a9bc5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0540633 Aug 04 16:39:46.404326 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d928f361-1868-4c1e-8b2f-8a645037306a req-ec8b2f83-328a-4a74-bfa8-16722c8bb3d4 service neutron] 10.222.0.77 "GET /v2.0/networks/59866ae8-539a-474f-89c4-65ac0d0e67ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574557 Aug 04 16:39:46.525570 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d928f361-1868-4c1e-8b2f-8a645037306a req-46954731-acdf-486e-b298-a48df295a201 service neutron] 10.222.0.77 "GET /v2.0/networks/59866ae8-539a-474f-89c4-65ac0d0e67ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141808 Aug 04 16:39:46.907008 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e82dcb36-9050-4357-8edc-96fef644dd21 req-40732bc7-f865-46eb-bd26-7b47c50128fd tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5ddc45-80ad-4cf1-b09b-0a8d274edd42 HTTP/1.1" status: 200 len: 210 time: 0.0951712 Aug 04 16:39:47.930402 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928f361-1868-4c1e-8b2f-8a645037306a req-d1de856f-79c1-44c0-8567-c876a6d37f89 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:39:47.931710 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-d928f361-1868-4c1e-8b2f-8a645037306a req-d1de856f-79c1-44c0-8567-c876a6d37f89 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.50 "GET /v2.0/networks?id=59866ae8-539a-474f-89c4-65ac0d0e67ca HTTP/1.1" status: 200 len: 812 time: 0.1157355 Aug 04 16:39:47.987057 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-d928f361-1868-4c1e-8b2f-8a645037306a req-4f0c4df7-9b20-45ca-933c-930aa66cbe3e tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06f80bf601104261bec5af98cd6a9bc5 HTTP/1.1" status: 200 len: 379 time: 0.0399506 Aug 04 16:39:47.999178 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [req-d928f361-1868-4c1e-8b2f-8a645037306a req-2a643b17-99bd-473f-b423-57fdbbc6b535 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Request body: {'port': {'device_id': '6f5ddc45-80ad-4cf1-b09b-0a8d274edd42', 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca', 'admin_state_up': True, 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'security_groups': ['ff0ded09-21fc-4452-83f0-3b58891f7629']}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:39:48.021564 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-409bfdf1-bcb4-4e81-a0b4-81674a52c420 req-a656e0fb-1717-4e85-aed6-d05131e3035d tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5ddc45-80ad-4cf1-b09b-0a8d274edd42 HTTP/1.1" status: 200 len: 210 time: 0.0316336 Aug 04 16:39:48.135248 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d928f361-1868-4c1e-8b2f-8a645037306a req-2a643b17-99bd-473f-b423-57fdbbc6b535 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Made reservation on behalf of 06f80bf601104261bec5af98cd6a9bc5 for: {'port': 1} {{(pid=93330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:39:48.139010 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-d928f361-1868-4c1e-8b2f-8a645037306a req-2a643b17-99bd-473f-b423-57fdbbc6b535 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:48.282720 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.db_base_plugin_common [req-d928f361-1868-4c1e-8b2f-8a645037306a req-2a643b17-99bd-473f-b423-57fdbbc6b535 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Allocated IP 172.20.0.11 (59866ae8-539a-474f-89c4-65ac0d0e67ca/2285b052-1d72-41e7-800d-301941c0ee86/ce05f0a3-2b79-46b0-be4c-371b328ff3d9) {{(pid=93330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:39:48.475940 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-d928f361-1868-4c1e-8b2f-8a645037306a req-2a643b17-99bd-473f-b423-57fdbbc6b535 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks [] for port, precommit_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:48.492783 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.provisioning_blocks [req-d928f361-1868-4c1e-8b2f-8a645037306a req-2a643b17-99bd-473f-b423-57fdbbc6b535 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Transition to ACTIVE for port object ce05f0a3-2b79-46b0-be4c-371b328ff3d9 will not be triggered until provisioned by entity DHCP. {{(pid=93330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:39:48.530858 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-d928f361-1868-4c1e-8b2f-8a645037306a req-2a643b17-99bd-473f-b423-57fdbbc6b535 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_create {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:48.585875 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d928f361-1868-4c1e-8b2f-8a645037306a req-2a643b17-99bd-473f-b423-57fdbbc6b535 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Network 59866ae8-539a-474f-89c4-65ac0d0e67ca is already hosted by enough agents. {{(pid=93330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:39:48.589747 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.base_scheduler [req-d928f361-1868-4c1e-8b2f-8a645037306a req-2a643b17-99bd-473f-b423-57fdbbc6b535 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Resources bound (agent type, host, resource id): {{(pid=93330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:39:48.594628 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [req-d928f361-1868-4c1e-8b2f-8a645037306a req-2a643b17-99bd-473f-b423-57fdbbc6b535 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Received port after_create {{(pid=93330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:39:48.621555 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a643b17-99bd-473f-b423-57fdbbc6b535 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Pushing event updated for resources: {'Port': ['ID=ce05f0a3-2b79-46b0-be4c-371b328ff3d9,revision_number=1']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:39:48.634347 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a643b17-99bd-473f-b423-57fdbbc6b535 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:39:48.634719 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a643b17-99bd-473f-b423-57fdbbc6b535 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:39:48.635076 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a643b17-99bd-473f-b423-57fdbbc6b535 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:39:48.635417 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a643b17-99bd-473f-b423-57fdbbc6b535 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:39:48.635742 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a643b17-99bd-473f-b423-57fdbbc6b535 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:39:48.636081 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a643b17-99bd-473f-b423-57fdbbc6b535 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:39:48.636416 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a643b17-99bd-473f-b423-57fdbbc6b535 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:39:48.636746 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a643b17-99bd-473f-b423-57fdbbc6b535 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:39:48.637079 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a643b17-99bd-473f-b423-57fdbbc6b535 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:39:48.637404 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a643b17-99bd-473f-b423-57fdbbc6b535 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:39:48.637728 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a643b17-99bd-473f-b423-57fdbbc6b535 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:39:48.638079 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a643b17-99bd-473f-b423-57fdbbc6b535 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:39:48.673220 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928f361-1868-4c1e-8b2f-8a645037306a req-2a643b17-99bd-473f-b423-57fdbbc6b535 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:39:48.674263 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-d928f361-1868-4c1e-8b2f-8a645037306a req-2a643b17-99bd-473f-b423-57fdbbc6b535 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:48.696189 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-d928f361-1868-4c1e-8b2f-8a645037306a req-2a643b17-99bd-473f-b423-57fdbbc6b535 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7022321 Aug 04 16:39:48.715641 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.v2.base [req-d928f361-1868-4c1e-8b2f-8a645037306a req-586ae800-5df5-4434-80d1-5eb0ce4a5875 service neutron] Request body: {'port': {'device_id': '6f5ddc45-80ad-4cf1-b09b-0a8d274edd42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=93330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:39:48.793200 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-d928f361-1868-4c1e-8b2f-8a645037306a req-586ae800-5df5-4434-80d1-5eb0ce4a5875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:48.886896 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-8779c324-c403-4b5b-99e8-a556f6bd2c22 None None] Provisioning for port ce05f0a3-2b79-46b0-be4c-371b328ff3d9 completed by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:39:48.892251 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-8779c324-c403-4b5b-99e8-a556f6bd2c22 None None] Provisioning complete for port ce05f0a3-2b79-46b0-be4c-371b328ff3d9 triggered by entity DHCP. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:39:48.892716 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-8779c324-c403-4b5b-99e8-a556f6bd2c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:48.936380 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-8779c324-c403-4b5b-99e8-a556f6bd2c22 None None] Port ce05f0a3-2b79-46b0-be4c-371b328ff3d9 cannot update to ACTIVE because it is not bound. {{(pid=93332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:39:49.119541 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [req-d928f361-1868-4c1e-8b2f-8a645037306a req-586ae800-5df5-4434-80d1-5eb0ce4a5875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce05f0a3-2b79-46b0-be4c-371b328ff3d9 {{(pid=93330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:39:49.137192 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-d928f361-1868-4c1e-8b2f-8a645037306a req-586ae800-5df5-4434-80d1-5eb0ce4a5875 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:49.168421 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.provisioning_blocks [req-d928f361-1868-4c1e-8b2f-8a645037306a req-586ae800-5df5-4434-80d1-5eb0ce4a5875 service neutron] Transition to ACTIVE for port object ce05f0a3-2b79-46b0-be4c-371b328ff3d9 will not be triggered until provisioned by entity L2. {{(pid=93330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:39:49.175299 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-d928f361-1868-4c1e-8b2f-8a645037306a req-586ae800-5df5-4434-80d1-5eb0ce4a5875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129638395'] for port, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:49.237496 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d6e7b-95bb-40ab-a8fa-8c736d3db62d req-f9733011-e8b5-4225-b53b-e7b1d9aff09f tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:39:49.239200 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e89d6e7b-95bb-40ab-a8fa-8c736d3db62d req-f9733011-e8b5-4225-b53b-e7b1d9aff09f tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5ddc45-80ad-4cf1-b09b-0a8d274edd42 HTTP/1.1" status: 200 len: 932 time: 0.1145978 Aug 04 16:39:49.257092 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ae800-5df5-4434-80d1-5eb0ce4a5875 service neutron] Pushing event updated for resources: {'Port': ['ID=ce05f0a3-2b79-46b0-be4c-371b328ff3d9,revision_number=2']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:39:49.334193 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e89d6e7b-95bb-40ab-a8fa-8c736d3db62d req-9971a2c7-03b6-4168-a71d-e0c39314b4e0 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0ded09-21fc-4452-83f0-3b58891f7629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850165 Aug 04 16:39:49.373646 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-d928f361-1868-4c1e-8b2f-8a645037306a req-586ae800-5df5-4434-80d1-5eb0ce4a5875 service neutron] Attempting to bind port ce05f0a3-2b79-46b0-be4c-371b328ff3d9 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:39:49.374146 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-d928f361-1868-4c1e-8b2f-8a645037306a req-586ae800-5df5-4434-80d1-5eb0ce4a5875 service neutron] Attempting to bind port ce05f0a3-2b79-46b0-be4c-371b328ff3d9 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '6c2d4047-a9f9-4400-9acf-4e02beace79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca'}] {{(pid=93330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:39:49.374571 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d928f361-1868-4c1e-8b2f-8a645037306a req-586ae800-5df5-4434-80d1-5eb0ce4a5875 service neutron] Attempting to bind port ce05f0a3-2b79-46b0-be4c-371b328ff3d9 on network 59866ae8-539a-474f-89c4-65ac0d0e67ca {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:39:49.382828 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d928f361-1868-4c1e-8b2f-8a645037306a req-586ae800-5df5-4434-80d1-5eb0ce4a5875 service neutron] Port ce05f0a3-2b79-46b0-be4c-371b328ff3d9 on network 59866ae8-539a-474f-89c4-65ac0d0e67ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:39:49.383332 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d928f361-1868-4c1e-8b2f-8a645037306a req-586ae800-5df5-4434-80d1-5eb0ce4a5875 service neutron] Attempting to bind port ce05f0a3-2b79-46b0-be4c-371b328ff3d9 on network 59866ae8-539a-474f-89c4-65ac0d0e67ca {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:39:49.392355 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d928f361-1868-4c1e-8b2f-8a645037306a req-586ae800-5df5-4434-80d1-5eb0ce4a5875 service neutron] Checking agent: {'id': 'd306b3d0-6735-4bf3-81d7-29bae54f6551', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 22, 19), 'started_at': datetime.datetime(2021, 8, 4, 16, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:39:49.392738 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d928f361-1868-4c1e-8b2f-8a645037306a req-586ae800-5df5-4434-80d1-5eb0ce4a5875 service neutron] Checking segment: {'id': '6c2d4047-a9f9-4400-9acf-4e02beace79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:39:49.393228 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d928f361-1868-4c1e-8b2f-8a645037306a req-586ae800-5df5-4434-80d1-5eb0ce4a5875 service neutron] Bound using segment: {'id': '6c2d4047-a9f9-4400-9acf-4e02beace79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca'} {{(pid=93330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:39:49.393819 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.managers [req-d928f361-1868-4c1e-8b2f-8a645037306a req-586ae800-5df5-4434-80d1-5eb0ce4a5875 service neutron] Bound port: ce05f0a3-2b79-46b0-be4c-371b328ff3d9, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c2d4047-a9f9-4400-9acf-4e02beace79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca'}}] {{(pid=93330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:39:49.394406 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-d928f361-1868-4c1e-8b2f-8a645037306a req-586ae800-5df5-4434-80d1-5eb0ce4a5875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:49.487682 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-d928f361-1868-4c1e-8b2f-8a645037306a req-586ae800-5df5-4434-80d1-5eb0ce4a5875 service neutron] For port ce05f0a3-2b79-46b0-be4c-371b328ff3d9, host hv-cinder-78956, cleared binding levels {{(pid=93330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:39:49.492544 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-d928f361-1868-4c1e-8b2f-8a645037306a req-586ae800-5df5-4434-80d1-5eb0ce4a5875 service neutron] For port ce05f0a3-2b79-46b0-be4c-371b328ff3d9, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ce05f0a3-2b79-46b0-be4c-371b328ff3d9,segment=NetworkSegment(6c2d4047-a9f9-4400-9acf-4e02beace79f),segment_id=6c2d4047-a9f9-4400-9acf-4e02beace79f)] {{(pid=93330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:39:49.498333 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-d928f361-1868-4c1e-8b2f-8a645037306a req-586ae800-5df5-4434-80d1-5eb0ce4a5875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129638395'] for port, after_update {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:49.538992 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928f361-1868-4c1e-8b2f-8a645037306a req-586ae800-5df5-4434-80d1-5eb0ce4a5875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:39:49.539640 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-d928f361-1868-4c1e-8b2f-8a645037306a req-586ae800-5df5-4434-80d1-5eb0ce4a5875 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:49.541066 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-d928f361-1868-4c1e-8b2f-8a645037306a req-586ae800-5df5-4434-80d1-5eb0ce4a5875 service neutron] 10.222.0.50 "PUT /v2.0/ports/ce05f0a3-2b79-46b0-be4c-371b328ff3d9 HTTP/1.1" status: 200 len: 1094 time: 0.8330817 Aug 04 16:39:49.541632 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f5ddc45-80ad-4cf1-b09b-0a8d274edd42', 'tag': 'ce05f0a3-2b79-46b0-be4c-371b328ff3d9'}] {{(pid=93330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:39:49.543831 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37e886c0defde040503dc6230deb255415226de4639eab9b495881836c77004d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a57967f-4964-44e3-9e82-203841961ee1" -d '{"events": [{"name": "network-changed", "server_uuid": "6f5ddc45-80ad-4cf1-b09b-0a8d274edd42", "tag": "ce05f0a3-2b79-46b0-be4c-371b328ff3d9"}]}' {{(pid=93330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:39:49.572668 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ae800-5df5-4434-80d1-5eb0ce4a5875 service neutron] Pushing event updated for resources: {'Port': ['ID=ce05f0a3-2b79-46b0-be4c-371b328ff3d9,revision_number=3']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:39:49.653574 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928f361-1868-4c1e-8b2f-8a645037306a req-8c3f3ac7-2b7e-495e-a8a2-9e141525f3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:39:49.655287 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-d928f361-1868-4c1e-8b2f-8a645037306a req-8c3f3ac7-2b7e-495e-a8a2-9e141525f3f5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=06f80bf601104261bec5af98cd6a9bc5&device_id=6f5ddc45-80ad-4cf1-b09b-0a8d274edd42 HTTP/1.1" status: 200 len: 1097 time: 0.0580347 Aug 04 16:39:49.676189 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2eab21-917c-4282-a989-5d48e7846750 x-openstack-request-id: req-4c2eab21-917c-4282-a989-5d48e7846750 {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:39:49.676498 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f5ddc45-80ad-4cf1-b09b-0a8d274edd42", "tag": "ce05f0a3-2b79-46b0-be4c-371b328ff3d9", "status": "completed", "code": 200}]} {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:39:49.677211 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4c2eab21-917c-4282-a989-5d48e7846750 {{(pid=93330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:39:49.677211 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f5ddc45-80ad-4cf1-b09b-0a8d274edd42', 'tag': 'ce05f0a3-2b79-46b0-be4c-371b328ff3d9', 'status': 'completed', 'code': 200} Aug 04 16:39:49.709468 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-d928f361-1868-4c1e-8b2f-8a645037306a req-6b5f3bc1-d10e-4464-bb50-cf6251011dc5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce05f0a3-2b79-46b0-be4c-371b328ff3d9 HTTP/1.1" status: 200 len: 217 time: 0.0409844 Aug 04 16:39:49.767017 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928f361-1868-4c1e-8b2f-8a645037306a req-f6d07f3b-f767-4f50-a6f2-55bcaf8c5f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:39:49.768545 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-d928f361-1868-4c1e-8b2f-8a645037306a req-f6d07f3b-f767-4f50-a6f2-55bcaf8c5f61 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2285b052-1d72-41e7-800d-301941c0ee86 HTTP/1.1" status: 200 len: 851 time: 0.0518064 Aug 04 16:39:49.831025 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928f361-1868-4c1e-8b2f-8a645037306a req-9e349edc-c1e0-462a-acec-035a3a0614f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:39:49.832683 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-d928f361-1868-4c1e-8b2f-8a645037306a req-9e349edc-c1e0-462a-acec-035a3a0614f4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=59866ae8-539a-474f-89c4-65ac0d0e67ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532420 Aug 04 16:39:49.932512 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-d928f361-1868-4c1e-8b2f-8a645037306a req-0dd53a0c-7739-474a-b7b4-0c58b7d6d943 service neutron] 10.222.0.50 "GET /v2.0/networks/59866ae8-539a-474f-89c4-65ac0d0e67ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875609 Aug 04 16:39:50.028561 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-d928f361-1868-4c1e-8b2f-8a645037306a req-be86ff7b-346e-4e87-9162-ad2394ea0d01 service neutron] 10.222.0.50 "GET /v2.0/networks/59866ae8-539a-474f-89c4-65ac0d0e67ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885029 Aug 04 16:39:50.120588 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57967f-4964-44e3-9e82-203841961ee1 req-0c220612-e94a-47a6-b229-320c2f1417b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:39:50.122128 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9a57967f-4964-44e3-9e82-203841961ee1 req-0c220612-e94a-47a6-b229-320c2f1417b0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=06f80bf601104261bec5af98cd6a9bc5&device_id=6f5ddc45-80ad-4cf1-b09b-0a8d274edd42 HTTP/1.1" status: 200 len: 1097 time: 0.0415015 Aug 04 16:39:50.220153 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57967f-4964-44e3-9e82-203841961ee1 req-e5a0430e-ae87-401d-ae9d-ab1ecdf5f6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:39:50.221588 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9a57967f-4964-44e3-9e82-203841961ee1 req-e5a0430e-ae87-401d-ae9d-ab1ecdf5f6d8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=59866ae8-539a-474f-89c4-65ac0d0e67ca HTTP/1.1" status: 200 len: 913 time: 0.0879982 Aug 04 16:39:50.265149 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9a57967f-4964-44e3-9e82-203841961ee1 req-e1c1ff1d-6ef1-4b3f-b766-03bfa4c1ab40 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce05f0a3-2b79-46b0-be4c-371b328ff3d9 HTTP/1.1" status: 200 len: 217 time: 0.0346560 Aug 04 16:39:50.317054 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57967f-4964-44e3-9e82-203841961ee1 req-054cb142-fc84-479c-97bd-ebfba03c9568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:39:50.318803 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9a57967f-4964-44e3-9e82-203841961ee1 req-054cb142-fc84-479c-97bd-ebfba03c9568 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2285b052-1d72-41e7-800d-301941c0ee86 HTTP/1.1" status: 200 len: 851 time: 0.0456572 Aug 04 16:39:50.373217 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57967f-4964-44e3-9e82-203841961ee1 req-51fe67f7-dde7-4a18-a21b-318d7ffbf20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:39:50.374947 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9a57967f-4964-44e3-9e82-203841961ee1 req-51fe67f7-dde7-4a18-a21b-318d7ffbf20a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=59866ae8-539a-474f-89c4-65ac0d0e67ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0476885 Aug 04 16:39:50.501126 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4139c9-c98c-4e17-84ea-2f2cd6d2d520 req-cf397476-8115-4b44-b885-1bda86a3b191 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:39:50.502672 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-8e4139c9-c98c-4e17-84ea-2f2cd6d2d520 req-cf397476-8115-4b44-b885-1bda86a3b191 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5ddc45-80ad-4cf1-b09b-0a8d274edd42 HTTP/1.1" status: 200 len: 944 time: 0.0769899 Aug 04 16:39:50.521569 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9a57967f-4964-44e3-9e82-203841961ee1 req-8958c66a-0bdf-4027-86db-44c0d0ffa0dc service neutron] 10.222.0.50 "GET /v2.0/networks/59866ae8-539a-474f-89c4-65ac0d0e67ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380594 Aug 04 16:39:50.594607 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-8e4139c9-c98c-4e17-84ea-2f2cd6d2d520 req-7d09a12f-53ea-4fa6-ac68-0c547c1f9d1a tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0ded09-21fc-4452-83f0-3b58891f7629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849495 Aug 04 16:39:50.630894 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9a57967f-4964-44e3-9e82-203841961ee1 req-6be14c71-c8e2-413f-ae5e-2c23d11fa433 service neutron] 10.222.0.50 "GET /v2.0/networks/59866ae8-539a-474f-89c4-65ac0d0e67ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984747 Aug 04 16:39:51.200491 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:51.715763 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b735588-a37e-4904-a764-ce29c2653557 req-367cc12c-3aae-4b89-9574-d9e1e15b6c7a tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:39:51.717322 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-0b735588-a37e-4904-a764-ce29c2653557 req-367cc12c-3aae-4b89-9574-d9e1e15b6c7a tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5ddc45-80ad-4cf1-b09b-0a8d274edd42 HTTP/1.1" status: 200 len: 944 time: 0.0510654 Aug 04 16:39:51.758127 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-0b735588-a37e-4904-a764-ce29c2653557 req-03e0dc3d-5e36-4122-b8da-3566cfbded06 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0ded09-21fc-4452-83f0-3b58891f7629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345175 Aug 04 16:39:52.881181 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd0ee2-6b40-45e9-8a81-520f5dba89a9 req-87b587c3-2fa2-4c4d-b636-393737dd2430 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:39:52.882744 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-cacd0ee2-6b40-45e9-8a81-520f5dba89a9 req-87b587c3-2fa2-4c4d-b636-393737dd2430 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5ddc45-80ad-4cf1-b09b-0a8d274edd42 HTTP/1.1" status: 200 len: 944 time: 0.0528743 Aug 04 16:39:52.922886 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-cacd0ee2-6b40-45e9-8a81-520f5dba89a9 req-faa91ef3-553c-4018-8d05-ed7e115f004b tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0ded09-21fc-4452-83f0-3b58891f7629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339627 Aug 04 16:39:54.047379 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e7e77-e075-41da-9c01-60b10a012ba9 req-a49c70c6-799d-48c9-8fa6-df59e7142503 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:39:54.048939 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-064e7e77-e075-41da-9c01-60b10a012ba9 req-a49c70c6-799d-48c9-8fa6-df59e7142503 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5ddc45-80ad-4cf1-b09b-0a8d274edd42 HTTP/1.1" status: 200 len: 944 time: 0.0563867 Aug 04 16:39:54.089303 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-064e7e77-e075-41da-9c01-60b10a012ba9 req-ba8566ad-069e-4b7f-a9bd-7ede768a676d tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0ded09-21fc-4452-83f0-3b58891f7629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336146 Aug 04 16:39:55.213503 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973b91d-a8fb-42c5-9f5b-132261c991df req-037d93e3-2c35-4110-b597-9336ffce681f tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:39:55.215056 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e973b91d-a8fb-42c5-9f5b-132261c991df req-037d93e3-2c35-4110-b597-9336ffce681f tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5ddc45-80ad-4cf1-b09b-0a8d274edd42 HTTP/1.1" status: 200 len: 944 time: 0.0558577 Aug 04 16:39:55.259076 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e973b91d-a8fb-42c5-9f5b-132261c991df req-264d49cc-c87b-46c8-b708-d11e1b722a2b tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0ded09-21fc-4452-83f0-3b58891f7629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377824 Aug 04 16:39:56.389390 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad0724-a876-4860-be9f-9d1d3be01f81 req-4b5e2f88-96f6-4c5c-b292-de1165996b43 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:39:56.391068 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-93ad0724-a876-4860-be9f-9d1d3be01f81 req-4b5e2f88-96f6-4c5c-b292-de1165996b43 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5ddc45-80ad-4cf1-b09b-0a8d274edd42 HTTP/1.1" status: 200 len: 944 time: 0.0551057 Aug 04 16:39:56.434724 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-93ad0724-a876-4860-be9f-9d1d3be01f81 req-83859552-1463-4073-92c9-b198d088e44a tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0ded09-21fc-4452-83f0-3b58891f7629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361388 Aug 04 16:39:57.357320 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device ce05f0a3-2b79-46b0-be4c-371b328ff3d9 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:39:57.478896 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port ce05f0a3-2b79-46b0-be4c-371b328ff3d9, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ce05f0a3-2b79-46b0-be4c-371b328ff3d9,segment=NetworkSegment(6c2d4047-a9f9-4400-9acf-4e02beace79f),segment_id=6c2d4047-a9f9-4400-9acf-4e02beace79f)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:39:57.494317 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Returning: {'device': 'ce05f0a3-2b79-46b0-be4c-371b328ff3d9', 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca', 'port_id': 'ce05f0a3-2b79-46b0-be4c-371b328ff3d9', 'mac_address': 'fa:16:3e:e0:43:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2285b052-1d72-41e7-800d-301941c0ee86', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:39:57.534563 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:57.548689 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce05f0a3-2b79-46b0-be4c-371b328ff3d9 {{(pid=93332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:39:57.561663 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3facb-f4f9-4727-b56a-c9823e2a8af1 req-60ead4d2-b21a-4fc4-888f-6beec83b5bd4 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:39:57.563196 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-64c3facb-f4f9-4727-b56a-c9823e2a8af1 req-60ead4d2-b21a-4fc4-888f-6beec83b5bd4 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5ddc45-80ad-4cf1-b09b-0a8d274edd42 HTTP/1.1" status: 200 len: 944 time: 0.0506835 Aug 04 16:39:57.570214 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port ce05f0a3-2b79-46b0-be4c-371b328ff3d9, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ce05f0a3-2b79-46b0-be4c-371b328ff3d9,segment=NetworkSegment(6c2d4047-a9f9-4400-9acf-4e02beace79f),segment_id=6c2d4047-a9f9-4400-9acf-4e02beace79f)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:39:57.577423 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:57.605053 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-64c3facb-f4f9-4727-b56a-c9823e2a8af1 req-d046ed6b-d827-45cc-a646-8dd9c8b632c3 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0ded09-21fc-4452-83f0-3b58891f7629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350432 Aug 04 16:39:57.626572 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=ce05f0a3-2b79-46b0-be4c-371b328ff3d9,revision_number=4']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:39:57.634170 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:39:57.634521 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:39:57.634866 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:39:57.635206 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:39:57.635546 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:39:57.635876 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:39:57.636206 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:39:57.636533 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:39:57.636863 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:39:57.637191 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:39:57.637515 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:39:57.637834 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:39:57.866737 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] get_ports_and_sgs() called for port_ids ['ce05f0a3-2b79-46b0-be4c-371b328ff3d9'] {{(pid=93332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:39:58.730416 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548fd50-02bb-4dbc-9fb0-a01674f8b08a req-3543b8cb-f9b0-47de-82f0-262ece248a1f tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:39:58.732031 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-0548fd50-02bb-4dbc-9fb0-a01674f8b08a req-3543b8cb-f9b0-47de-82f0-262ece248a1f tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5ddc45-80ad-4cf1-b09b-0a8d274edd42 HTTP/1.1" status: 200 len: 945 time: 0.0571215 Aug 04 16:39:58.774294 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-0548fd50-02bb-4dbc-9fb0-a01674f8b08a req-086885dd-5856-4ae9-865d-e4206a7457c8 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0ded09-21fc-4452-83f0-3b58891f7629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360289 Aug 04 16:39:59.367611 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device ce05f0a3-2b79-46b0-be4c-371b328ff3d9 up at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:39:59.425741 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Provisioning for port ce05f0a3-2b79-46b0-be4c-371b328ff3d9 completed by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:39:59.430710 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.provisioning_blocks [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Provisioning complete for port ce05f0a3-2b79-46b0-be4c-371b328ff3d9 triggered by entity L2. {{(pid=93332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:39:59.431163 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3785904'] for port, provisioning_complete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:59.515488 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:59.539778 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5ddc45-80ad-4cf1-b09b-0a8d274edd42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce05f0a3-2b79-46b0-be4c-371b328ff3d9'}] {{(pid=93332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:39:59.542315 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60a3b88c11522644802803ec4887c4dd8a4d8449af02ad3849b143fbab4f5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321e3c59-5906-4264-af64-1b04b859ab01" -d '{"events": [{"server_uuid": "6f5ddc45-80ad-4cf1-b09b-0a8d274edd42", "name": "network-vif-plugged", "status": "completed", "tag": "ce05f0a3-2b79-46b0-be4c-371b328ff3d9"}]}' {{(pid=93332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:39:59.557076 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] For port ce05f0a3-2b79-46b0-be4c-371b328ff3d9, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ce05f0a3-2b79-46b0-be4c-371b328ff3d9,segment=NetworkSegment(6c2d4047-a9f9-4400-9acf-4e02beace79f),segment_id=6c2d4047-a9f9-4400-9acf-4e02beace79f)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:39:59.564170 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803'] for port, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:59.594999 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eaaf7d2-7580-4330-bbc3-e5ffcbed83aa x-openstack-request-id: req-2eaaf7d2-7580-4330-bbc3-e5ffcbed83aa {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:39:59.595350 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5ddc45-80ad-4cf1-b09b-0a8d274edd42", "name": "network-vif-plugged", "status": "completed", "tag": "ce05f0a3-2b79-46b0-be4c-371b328ff3d9", "code": 200}]} {{(pid=93332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:39:59.595507 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2eaaf7d2-7580-4330-bbc3-e5ffcbed83aa {{(pid=93332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:39:59.595897 dv-cinder-789564-9-iscsi neutron-server[93332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5ddc45-80ad-4cf1-b09b-0a8d274edd42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce05f0a3-2b79-46b0-be4c-371b328ff3d9', 'code': 200} Aug 04 16:39:59.628013 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Pushing event updated for resources: {'Port': ['ID=ce05f0a3-2b79-46b0-be4c-371b328ff3d9,revision_number=5']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:39:59.843011 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb3410-b992-47c4-ae41-19b0bfc0a547 req-cd3546b6-1685-4cea-bd86-00a9b834507d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:39:59.844418 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-d1bb3410-b992-47c4-ae41-19b0bfc0a547 req-cd3546b6-1685-4cea-bd86-00a9b834507d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6f5ddc45-80ad-4cf1-b09b-0a8d274edd42 HTTP/1.1" status: 200 len: 1099 time: 0.0434697 Aug 04 16:39:59.890215 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-d1bb3410-b992-47c4-ae41-19b0bfc0a547 req-bf0712d1-8411-4fe2-80ac-033080ce7fc7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ff0ded09-21fc-4452-83f0-3b58891f7629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352623 Aug 04 16:39:59.899452 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78dcb57-f296-4775-9989-44a0b3e85a5a req-dc12f385-6da0-40eb-bb38-7d7376b44be4 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:39:59.900994 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-c78dcb57-f296-4775-9989-44a0b3e85a5a req-dc12f385-6da0-40eb-bb38-7d7376b44be4 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5ddc45-80ad-4cf1-b09b-0a8d274edd42 HTTP/1.1" status: 200 len: 946 time: 0.0549242 Aug 04 16:39:59.942377 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-c78dcb57-f296-4775-9989-44a0b3e85a5a req-ef885b56-47d8-42d2-9f3c-102dc64fb5d7 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0ded09-21fc-4452-83f0-3b58891f7629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347974 Aug 04 16:40:01.117346 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ec7f0-f6c3-42f9-9ca8-4cae2ed5e5f7 req-f70fc22d-5054-4ea7-9341-553815629238 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:40:01.118993 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9b5ec7f0-f6c3-42f9-9ca8-4cae2ed5e5f7 req-f70fc22d-5054-4ea7-9341-553815629238 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5ddc45-80ad-4cf1-b09b-0a8d274edd42 HTTP/1.1" status: 200 len: 946 time: 0.0551789 Aug 04 16:40:01.171254 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-9b5ec7f0-f6c3-42f9-9ca8-4cae2ed5e5f7 req-5ff2578c-6f3a-40a9-aa0b-3102d694fae1 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0ded09-21fc-4452-83f0-3b58891f7629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456059 Aug 04 16:40:01.291558 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50b396-38e3-40d8-8206-64243f35270b req-57937cda-2679-4e79-a7ab-5d7e9fcbb2ad tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:40:01.292958 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-be50b396-38e3-40d8-8206-64243f35270b req-57937cda-2679-4e79-a7ab-5d7e9fcbb2ad tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5ddc45-80ad-4cf1-b09b-0a8d274edd42 HTTP/1.1" status: 200 len: 946 time: 0.0508642 Aug 04 16:40:01.339787 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-be50b396-38e3-40d8-8206-64243f35270b req-39cd5fe8-1657-4210-802a-88ee71fd6dc9 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0ded09-21fc-4452-83f0-3b58891f7629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355730 Aug 04 16:40:01.363617 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 50008) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:40:01.429928 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b97533-565f-4448-95b3-ff6d9c608e3e tempest-TestVolumeBootPattern-1154659994 tempest-TestVolumeBootPattern-1154659994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:40:01.432609 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-c4b97533-565f-4448-95b3-ff6d9c608e3e tempest-TestVolumeBootPattern-1154659994 tempest-TestVolumeBootPattern-1154659994-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=6f5ddc45-80ad-4cf1-b09b-0a8d274edd42 HTTP/1.1" status: 200 len: 1094 time: 0.0676036 Aug 04 16:40:01.436543 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 50010) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:40:01.442813 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.v2.base [None req-81606b3c-03c1-4eeb-9803-bcc816dc725f tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Request body: {'floatingip': {'floating_network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'port_id': 'ce05f0a3-2b79-46b0-be4c-371b328ff3d9', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:40:01.474356 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-81606b3c-03c1-4eeb-9803-bcc816dc725f tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks [] for floatingip, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:40:01.583884 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-81606b3c-03c1-4eeb-9803-bcc816dc725f tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:40:01.696168 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.db_base_plugin_common [None req-81606b3c-03c1-4eeb-9803-bcc816dc725f tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Allocated IP 172.27.2.65 (79da2935-f34e-4d6b-93be-bb960bd015b1/1f6d232c-c352-4ff7-8ce5-aebf5b141825/23962b87-3356-471f-875e-b6e34a6d83a8) {{(pid=93331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:40:01.808592 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-81606b3c-03c1-4eeb-9803-bcc816dc725f tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks [] for port, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:40:01.852669 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-81606b3c-03c1-4eeb-9803-bcc816dc725f tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758853300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129279319'] for port, after_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:40:01.892548 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81606b3c-03c1-4eeb-9803-bcc816dc725f tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Network 79da2935-f34e-4d6b-93be-bb960bd015b1 is already hosted by enough agents. {{(pid=93331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:40:01.898223 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.base_scheduler [None req-81606b3c-03c1-4eeb-9803-bcc816dc725f tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Resources bound (agent type, host, resource id): {{(pid=93331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:40:01.902190 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81606b3c-03c1-4eeb-9803-bcc816dc725f tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Received port after_create {{(pid=93331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:40:01.908837 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81606b3c-03c1-4eeb-9803-bcc816dc725f tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Pushing event updated for resources: {'Port': ['ID=23962b87-3356-471f-875e-b6e34a6d83a8,revision_number=1']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:40:01.942414 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81606b3c-03c1-4eeb-9803-bcc816dc725f tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:40:01.942771 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81606b3c-03c1-4eeb-9803-bcc816dc725f tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:40:01.943277 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81606b3c-03c1-4eeb-9803-bcc816dc725f tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:40:01.943544 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81606b3c-03c1-4eeb-9803-bcc816dc725f tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:40:01.943889 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81606b3c-03c1-4eeb-9803-bcc816dc725f tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:40:01.944235 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81606b3c-03c1-4eeb-9803-bcc816dc725f tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:40:01.944688 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81606b3c-03c1-4eeb-9803-bcc816dc725f tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:40:01.944916 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81606b3c-03c1-4eeb-9803-bcc816dc725f tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:40:01.945256 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81606b3c-03c1-4eeb-9803-bcc816dc725f tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:40:01.945591 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81606b3c-03c1-4eeb-9803-bcc816dc725f tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:40:01.947315 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81606b3c-03c1-4eeb-9803-bcc816dc725f tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:40:01.947315 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81606b3c-03c1-4eeb-9803-bcc816dc725f tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:40:02.606134 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-81606b3c-03c1-4eeb-9803-bcc816dc725f tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:40:02.680986 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-81606b3c-03c1-4eeb-9803-bcc816dc725f tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3833841'] for port, before_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:40:02.848212 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-81606b3c-03c1-4eeb-9803-bcc816dc725f tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks [] for port, precommit_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:40:02.854416 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-81606b3c-03c1-4eeb-9803-bcc816dc725f tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758853791362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758853300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758853300803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129279404'] for port, after_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:40:02.925677 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81606b3c-03c1-4eeb-9803-bcc816dc725f tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Pushing event updated for resources: {'Port': ['ID=23962b87-3356-471f-875e-b6e34a6d83a8,revision_number=2']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:40:02.942136 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-81606b3c-03c1-4eeb-9803-bcc816dc725f tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593542'] for floatingip, after_update {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:40:03.073040 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.db.l3_db [None req-81606b3c-03c1-4eeb-9803-bcc816dc725f tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Floating IP 6056eb84-2d4b-47ff-999b-58e95cd8a216 associated. External IP: 172.27.2.65, port: ce05f0a3-2b79-46b0-be4c-371b328ff3d9. Aug 04 16:40:03.353473 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81606b3c-03c1-4eeb-9803-bcc816dc725f tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Router 12652c02-7829-4bb8-a0c5-ad1392cb94bb has already been hosted by L3 agent d346cf64-ca3f-484e-b552-5df8791a7915 {{(pid=93331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:40:03.498865 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81606b3c-03c1-4eeb-9803-bcc816dc725f tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify agent at l3_agent.dv-cinder-789564-9-iscsi the message routers_updated {{(pid=93331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:40:03.509613 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09906a0-66a8-4197-9b47-8506c1ff71f4 None None] Sync routers for ids ['12652c02-7829-4bb8-a0c5-ad1392cb94bb'] in dv-cinder-789564-9-iscsi {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:40:03.517307 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-81606b3c-03c1-4eeb-9803-bcc816dc725f tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for floatingip, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:40:03.521833 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09906a0-66a8-4197-9b47-8506c1ff71f4 None None] Routers {'12652c02-7829-4bb8-a0c5-ad1392cb94bb'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:40:03.522669 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-f09906a0-66a8-4197-9b47-8506c1ff71f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:39:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['12652c02-7829-4bb8-a0c5-ad1392cb94bb'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:40:03.552798 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-81606b3c-03c1-4eeb-9803-bcc816dc725f tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1147923 Aug 04 16:40:03.553379 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f5ddc45-80ad-4cf1-b09b-0a8d274edd42', 'tag': 'ce05f0a3-2b79-46b0-be4c-371b328ff3d9'}] {{(pid=93331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:40:03.555988 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b1e7a993a9ef4a638b089ca602ec57e73654d5de59f22d070ba1fe881ce508d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c603616-21eb-4db4-8ff0-96a9db48a0e2" -d '{"events": [{"name": "network-changed", "server_uuid": "6f5ddc45-80ad-4cf1-b09b-0a8d274edd42", "tag": "ce05f0a3-2b79-46b0-be4c-371b328ff3d9"}]}' {{(pid=93331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:40:03.595546 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bea8147-9083-4b57-ab7a-d4d527eebe55 x-openstack-request-id: req-0bea8147-9083-4b57-ab7a-d4d527eebe55 {{(pid=93331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:40:03.595846 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f5ddc45-80ad-4cf1-b09b-0a8d274edd42", "tag": "ce05f0a3-2b79-46b0-be4c-371b328ff3d9", "status": "completed", "code": 200}]} {{(pid=93331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:40:03.596103 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0bea8147-9083-4b57-ab7a-d4d527eebe55 {{(pid=93331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:40:03.596514 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f5ddc45-80ad-4cf1-b09b-0a8d274edd42', 'tag': 'ce05f0a3-2b79-46b0-be4c-371b328ff3d9', 'status': 'completed', 'code': 200} Aug 04 16:40:03.657260 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-f09906a0-66a8-4197-9b47-8506c1ff71f4 None None] Set router 12652c02-7829-4bb8-a0c5-ad1392cb94bb gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:40:03.671261 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c603616-21eb-4db4-8ff0-96a9db48a0e2 req-d97572e2-58e2-49e7-8475-c51f4a165f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:40:03.673331 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6c603616-21eb-4db4-8ff0-96a9db48a0e2 req-d97572e2-58e2-49e7-8475-c51f4a165f10 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=06f80bf601104261bec5af98cd6a9bc5&device_id=6f5ddc45-80ad-4cf1-b09b-0a8d274edd42 HTTP/1.1" status: 200 len: 1099 time: 0.0536647 Aug 04 16:40:03.770831 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c603616-21eb-4db4-8ff0-96a9db48a0e2 req-bdf471ed-3276-4105-a6db-20ae14e089b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:40:03.772675 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6c603616-21eb-4db4-8ff0-96a9db48a0e2 req-bdf471ed-3276-4105-a6db-20ae14e089b9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=59866ae8-539a-474f-89c4-65ac0d0e67ca HTTP/1.1" status: 200 len: 913 time: 0.0923681 Aug 04 16:40:03.848958 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6c603616-21eb-4db4-8ff0-96a9db48a0e2 req-aae7e63a-374d-46f5-8110-a57ac23412ed service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce05f0a3-2b79-46b0-be4c-371b328ff3d9 HTTP/1.1" status: 200 len: 999 time: 0.0687664 Aug 04 16:40:03.903444 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c603616-21eb-4db4-8ff0-96a9db48a0e2 req-06f5e29c-153e-4e36-9cc1-78fb0725fc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:40:03.905070 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6c603616-21eb-4db4-8ff0-96a9db48a0e2 req-06f5e29c-153e-4e36-9cc1-78fb0725fc37 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2285b052-1d72-41e7-800d-301941c0ee86 HTTP/1.1" status: 200 len: 851 time: 0.0487905 Aug 04 16:40:03.939442 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-f09906a0-66a8-4197-9b47-8506c1ff71f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'name': 'tempest-TestVolumeBootPattern-1883705438-router', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:52Z', 'updated_at': '2021-08-04T16:34:55Z', 'revision_number': 4, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'gw_port': {'id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:90:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:53Z', 'updated_at': '2021-08-04T16:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_floatingips': [{'id': '6056eb84-2d4b-47ff-999b-58e95cd8a216', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'router_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'port_id': 'ce05f0a3-2b79-46b0-be4c-371b328ff3d9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca', 'mac_address': 'fa:16:3e:e0:43:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5ddc45-80ad-4cf1-b09b-0a8d274edd42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:40:02Z', 'updated_at': '2021-08-04T16:40:02Z', 'revision_number': 0, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'fixed_ip_address_scope': None}, {'id': '650903a0-a5d0-420e-a1b4-c17ae2da2d78', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'floating_ip_address': '172.27.2.135', 'floating_network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'router_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'port_id': '9df42b81-6500-4efa-88e9-1809026e2d87', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca', 'mac_address': 'fa:16:3e:fe:a6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1858d6-4e4d-4011-97bb-27f7ef6230b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:37:59Z', 'updated_at': '2021-08-04T16:38:01Z', 'revision_number': 1, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5068eb39-4494-4de5-bb37-b5a0401f6520', 'name': '', 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'mac_address': 'fa:16:3e:12:70:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2285b052-1d72-41e7-800d-301941c0ee86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:54Z', 'updated_at': '2021-08-04T16:35:00Z', 'revision_number': 5, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'subnets': [{'id': '2285b052-1d72-41e7-800d-301941c0ee86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:40:03.957054 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c603616-21eb-4db4-8ff0-96a9db48a0e2 req-4404d5aa-6d11-421e-8de2-153b92299860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:40:03.958876 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6c603616-21eb-4db4-8ff0-96a9db48a0e2 req-4404d5aa-6d11-421e-8de2-153b92299860 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=59866ae8-539a-474f-89c4-65ac0d0e67ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458701 Aug 04 16:40:03.971272 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09906a0-66a8-4197-9b47-8506c1ff71f4 None None] Checking router: 12652c02-7829-4bb8-a0c5-ad1392cb94bb for host: dv-cinder-789564-9-iscsi {{(pid=93332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:40:03.981244 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09906a0-66a8-4197-9b47-8506c1ff71f4 None None] Routers {'12652c02-7829-4bb8-a0c5-ad1392cb94bb'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:40:03.981878 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-f09906a0-66a8-4197-9b47-8506c1ff71f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:39:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['12652c02-7829-4bb8-a0c5-ad1392cb94bb'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:40:04.066318 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6c603616-21eb-4db4-8ff0-96a9db48a0e2 req-1a1c796b-f06a-40d5-abfa-43e3b1e49c83 service neutron] 10.222.0.50 "GET /v2.0/networks/59866ae8-539a-474f-89c4-65ac0d0e67ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926266 Aug 04 16:40:04.107427 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-f09906a0-66a8-4197-9b47-8506c1ff71f4 None None] Set router 12652c02-7829-4bb8-a0c5-ad1392cb94bb gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:40:04.198682 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-6c603616-21eb-4db4-8ff0-96a9db48a0e2 req-47331f55-9839-4882-9fff-554c37fc71f9 service neutron] 10.222.0.50 "GET /v2.0/networks/59866ae8-539a-474f-89c4-65ac0d0e67ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236100 Aug 04 16:40:04.365677 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-f09906a0-66a8-4197-9b47-8506c1ff71f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'name': 'tempest-TestVolumeBootPattern-1883705438-router', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:52Z', 'updated_at': '2021-08-04T16:34:55Z', 'revision_number': 4, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'gw_port': {'id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:90:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:53Z', 'updated_at': '2021-08-04T16:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_floatingips': [{'id': '6056eb84-2d4b-47ff-999b-58e95cd8a216', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'router_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'port_id': 'ce05f0a3-2b79-46b0-be4c-371b328ff3d9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca', 'mac_address': 'fa:16:3e:e0:43:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5ddc45-80ad-4cf1-b09b-0a8d274edd42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:40:02Z', 'updated_at': '2021-08-04T16:40:02Z', 'revision_number': 0, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'fixed_ip_address_scope': None}, {'id': '650903a0-a5d0-420e-a1b4-c17ae2da2d78', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'floating_ip_address': '172.27.2.135', 'floating_network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'router_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'port_id': '9df42b81-6500-4efa-88e9-1809026e2d87', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca', 'mac_address': 'fa:16:3e:fe:a6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1858d6-4e4d-4011-97bb-27f7ef6230b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:37:59Z', 'updated_at': '2021-08-04T16:38:01Z', 'revision_number': 1, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5068eb39-4494-4de5-bb37-b5a0401f6520', 'name': '', 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'mac_address': 'fa:16:3e:12:70:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2285b052-1d72-41e7-800d-301941c0ee86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:54Z', 'updated_at': '2021-08-04T16:35:00Z', 'revision_number': 5, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'subnets': [{'id': '2285b052-1d72-41e7-800d-301941c0ee86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:40:04.395650 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09906a0-66a8-4197-9b47-8506c1ff71f4 None None] The sync data for ids ['12652c02-7829-4bb8-a0c5-ad1392cb94bb'] in dv-cinder-789564-9-iscsi is: [{'id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'name': 'tempest-TestVolumeBootPattern-1883705438-router', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:52Z', 'updated_at': '2021-08-04T16:34:55Z', 'revision_number': 4, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'gw_port': {'id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:90:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:53Z', 'updated_at': '2021-08-04T16:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_floatingips': [{'id': '6056eb84-2d4b-47ff-999b-58e95cd8a216', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'router_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'port_id': 'ce05f0a3-2b79-46b0-be4c-371b328ff3d9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca', 'mac_address': 'fa:16:3e:e0:43:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5ddc45-80ad-4cf1-b09b-0a8d274edd42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:40:02Z', 'updated_at': '2021-08-04T16:40:02Z', 'revision_number': 0, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'fixed_ip_address_scope': None}, {'id': '650903a0-a5d0-420e-a1b4-c17ae2da2d78', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'floating_ip_address': '172.27.2.135', 'floating_network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'router_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'port_id': '9df42b81-6500-4efa-88e9-1809026e2d87', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca', 'mac_address': 'fa:16:3e:fe:a6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1858d6-4e4d-4011-97bb-27f7ef6230b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:37:59Z', 'updated_at': '2021-08-04T16:38:01Z', 'revision_number': 1, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5068eb39-4494-4de5-bb37-b5a0401f6520', 'name': '', 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'mac_address': 'fa:16:3e:12:70:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2285b052-1d72-41e7-800d-301941c0ee86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:54Z', 'updated_at': '2021-08-04T16:35:00Z', 'revision_number': 5, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'subnets': [{'id': '2285b052-1d72-41e7-800d-301941c0ee86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:40:04.631481 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9e5da6-3b13-4c7a-ab04-f1c6a66ecd85 None None] New status for floating IP 6056eb84-2d4b-47ff-999b-58e95cd8a216: ACTIVE {{(pid=93333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:40:08.144207 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-7eccaa15-2b44-4da3-b5eb-ac75ef76c199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:40:10.433567 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 6 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:40:10.956074 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-7b414d95-81bc-4b8a-896b-a3ff89009056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:40:11.009910 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:40:12.301038 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:40:13.750619 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:40:21.217561 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:40:23.368234 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-7a9fb02e-00d2-421b-ae68-2036ebb69207 req-b5622cdb-32de-490b-a777-828a7c0270b5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cf1858d6-4e4d-4011-97bb-27f7ef6230b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477211 Aug 04 16:40:23.478753 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9fb02e-00d2-421b-ae68-2036ebb69207 req-7e1e855c-6bee-43fe-ac6a-db47d69c8210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:40:23.480286 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-7a9fb02e-00d2-421b-ae68-2036ebb69207 req-7e1e855c-6bee-43fe-ac6a-db47d69c8210 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=06f80bf601104261bec5af98cd6a9bc5&device_id=cf1858d6-4e4d-4011-97bb-27f7ef6230b5 HTTP/1.1" status: 200 len: 1098 time: 0.0536377 Aug 04 16:40:23.593295 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9fb02e-00d2-421b-ae68-2036ebb69207 req-013de30b-a6ad-4add-84be-7673fbcd5c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:40:23.594696 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-7a9fb02e-00d2-421b-ae68-2036ebb69207 req-013de30b-a6ad-4add-84be-7673fbcd5c66 service neutron] 10.222.0.50 "GET /v2.0/networks?id=59866ae8-539a-474f-89c4-65ac0d0e67ca HTTP/1.1" status: 200 len: 913 time: 0.0913551 Aug 04 16:40:23.730945 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-7a9fb02e-00d2-421b-ae68-2036ebb69207 req-f9f19e85-1419-49b8-bac3-5549c48fa185 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9df42b81-6500-4efa-88e9-1809026e2d87 HTTP/1.1" status: 200 len: 1001 time: 0.1261911 Aug 04 16:40:23.784304 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9fb02e-00d2-421b-ae68-2036ebb69207 req-8ca1d612-f13a-435f-a9f4-5c6e28c8f9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:40:23.785803 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-7a9fb02e-00d2-421b-ae68-2036ebb69207 req-8ca1d612-f13a-435f-a9f4-5c6e28c8f9ed service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2285b052-1d72-41e7-800d-301941c0ee86 HTTP/1.1" status: 200 len: 851 time: 0.0472388 Aug 04 16:40:23.847726 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9fb02e-00d2-421b-ae68-2036ebb69207 req-c6e59f10-dac9-479e-bb97-1cd902cf500e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:40:23.849180 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-7a9fb02e-00d2-421b-ae68-2036ebb69207 req-c6e59f10-dac9-479e-bb97-1cd902cf500e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=59866ae8-539a-474f-89c4-65ac0d0e67ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551445 Aug 04 16:40:23.949153 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-7a9fb02e-00d2-421b-ae68-2036ebb69207 req-f947caf3-08f2-4420-9aea-d6408d3dc62f service neutron] 10.222.0.50 "GET /v2.0/networks/59866ae8-539a-474f-89c4-65ac0d0e67ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882313 Aug 04 16:40:24.064591 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-7a9fb02e-00d2-421b-ae68-2036ebb69207 req-aec600c5-cb95-408a-87d9-323635fed81f service neutron] 10.222.0.50 "GET /v2.0/networks/59866ae8-539a-474f-89c4-65ac0d0e67ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048124 Aug 04 16:40:38.139155 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-244f9b52-aef3-4053-9ca9-14d147e18152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:40:40.941182 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-9b0b55fc-d6f8-4844-8ceb-155b86686694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:40:41.004275 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:40:42.303822 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:40:43.754411 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:40:47.433589 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 6 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:40:51.215400 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:08.150942 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-add147de-dd91-4002-9f80-36b9d42ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:10.945387 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-b3002e8b-03ba-41d5-a557-718f3013ab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:11.008742 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:12.306176 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:13.755015 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:21.222720 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:24.433727 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 6 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:41:25.428145 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e5c1be0f-658b-4a07-bf33-15aa67d14236 req-d41c7bf0-8b67-4551-99de-293ceedc59ed service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6f5ddc45-80ad-4cf1-b09b-0a8d274edd42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506892 Aug 04 16:41:25.496426 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1be0f-658b-4a07-bf33-15aa67d14236 req-50498ba4-1eb7-4992-a642-447a7f22f17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:41:25.498125 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e5c1be0f-658b-4a07-bf33-15aa67d14236 req-50498ba4-1eb7-4992-a642-447a7f22f17d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=06f80bf601104261bec5af98cd6a9bc5&device_id=6f5ddc45-80ad-4cf1-b09b-0a8d274edd42 HTTP/1.1" status: 200 len: 1099 time: 0.0430110 Aug 04 16:41:25.620250 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1be0f-658b-4a07-bf33-15aa67d14236 req-a803a29f-4b88-4366-85c2-caf49be72606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:41:25.621745 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e5c1be0f-658b-4a07-bf33-15aa67d14236 req-a803a29f-4b88-4366-85c2-caf49be72606 service neutron] 10.222.0.50 "GET /v2.0/networks?id=59866ae8-539a-474f-89c4-65ac0d0e67ca HTTP/1.1" status: 200 len: 913 time: 0.1004055 Aug 04 16:41:25.701224 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e5c1be0f-658b-4a07-bf33-15aa67d14236 req-59dd096d-6397-4564-b9de-6dfea04b79cc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce05f0a3-2b79-46b0-be4c-371b328ff3d9 HTTP/1.1" status: 200 len: 1001 time: 0.0708778 Aug 04 16:41:25.755538 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1be0f-658b-4a07-bf33-15aa67d14236 req-434cea6a-d2d8-4626-b1f4-daa00920725e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:41:25.757017 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e5c1be0f-658b-4a07-bf33-15aa67d14236 req-434cea6a-d2d8-4626-b1f4-daa00920725e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2285b052-1d72-41e7-800d-301941c0ee86 HTTP/1.1" status: 200 len: 851 time: 0.0460260 Aug 04 16:41:25.806301 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1be0f-658b-4a07-bf33-15aa67d14236 req-c0fc183a-0c71-4d4a-b55a-91bae944f1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:41:25.807814 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e5c1be0f-658b-4a07-bf33-15aa67d14236 req-c0fc183a-0c71-4d4a-b55a-91bae944f1a2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=59866ae8-539a-474f-89c4-65ac0d0e67ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428498 Aug 04 16:41:25.919094 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e5c1be0f-658b-4a07-bf33-15aa67d14236 req-97fc4b29-6f0d-400d-b1c9-ca8d04f856b0 service neutron] 10.222.0.50 "GET /v2.0/networks/59866ae8-539a-474f-89c4-65ac0d0e67ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028857 Aug 04 16:41:26.015828 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-e5c1be0f-658b-4a07-bf33-15aa67d14236 req-0f1864f1-653d-4179-bd24-1f12eca856a5 service neutron] 10.222.0.50 "GET /v2.0/networks/59866ae8-539a-474f-89c4-65ac0d0e67ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869024 Aug 04 16:41:38.147433 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-330fc509-baba-4e71-8547-787047dadf36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:40.949649 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-7c807d2b-fd6f-4949-a1a7-9c6d39031670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:41.016169 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:42.313219 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:42.650510 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 50054) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:41:42.822965 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.plugin [None req-32d175eb-1181-47cd-9002-fe536d243d95 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Deleting port 23962b87-3356-471f-875e-b6e34a6d83a8 {{(pid=93331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:41:42.823398 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-32d175eb-1181-47cd-9002-fe536d243d95 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:42.901715 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-32d175eb-1181-47cd-9002-fe536d243d95 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:42.901715 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-32d175eb-1181-47cd-9002-fe536d243d95 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:42.914278 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.plugin [None req-32d175eb-1181-47cd-9002-fe536d243d95 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Calling delete_port for 23962b87-3356-471f-875e-b6e34a6d83a8 owned by network:floatingip {{(pid=93331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:41:43.077343 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-32d175eb-1181-47cd-9002-fe536d243d95 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129279319'] for port, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:43.105877 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d175eb-1181-47cd-9002-fe536d243d95 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Pushing event deleted for resources: {'Port': ['ID=23962b87-3356-471f-875e-b6e34a6d83a8,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:41:43.135190 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d175eb-1181-47cd-9002-fe536d243d95 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:43.135537 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d175eb-1181-47cd-9002-fe536d243d95 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:43.135880 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d175eb-1181-47cd-9002-fe536d243d95 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:43.136213 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d175eb-1181-47cd-9002-fe536d243d95 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:43.136544 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d175eb-1181-47cd-9002-fe536d243d95 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:43.136883 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d175eb-1181-47cd-9002-fe536d243d95 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:43.137210 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d175eb-1181-47cd-9002-fe536d243d95 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:43.137538 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d175eb-1181-47cd-9002-fe536d243d95 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:43.137864 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d175eb-1181-47cd-9002-fe536d243d95 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:43.138221 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d175eb-1181-47cd-9002-fe536d243d95 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:43.138535 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d175eb-1181-47cd-9002-fe536d243d95 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:43.138967 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d175eb-1181-47cd-9002-fe536d243d95 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:43.180237 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-32d175eb-1181-47cd-9002-fe536d243d95 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks [] for floatingip, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:43.180237 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.db.l3_db [None req-32d175eb-1181-47cd-9002-fe536d243d95 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Floating IP 6056eb84-2d4b-47ff-999b-58e95cd8a216 disassociated (deleted). External IP: 172.27.2.65, port: ce05f0a3-2b79-46b0-be4c-371b328ff3d9. Aug 04 16:41:43.420064 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d175eb-1181-47cd-9002-fe536d243d95 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Router 12652c02-7829-4bb8-a0c5-ad1392cb94bb has already been hosted by L3 agent d346cf64-ca3f-484e-b552-5df8791a7915 {{(pid=93331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:41:43.542781 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d175eb-1181-47cd-9002-fe536d243d95 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify agent at l3_agent.dv-cinder-789564-9-iscsi the message routers_updated {{(pid=93331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:41:43.548020 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-32d175eb-1181-47cd-9002-fe536d243d95 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for floatingip, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:43.553301 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110741c1-e57e-4352-8dff-2c34d3a113de None None] Sync routers for ids ['12652c02-7829-4bb8-a0c5-ad1392cb94bb'] in dv-cinder-789564-9-iscsi {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:41:43.563710 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110741c1-e57e-4352-8dff-2c34d3a113de None None] Routers {'12652c02-7829-4bb8-a0c5-ad1392cb94bb'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:41:43.564348 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-110741c1-e57e-4352-8dff-2c34d3a113de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:41:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['12652c02-7829-4bb8-a0c5-ad1392cb94bb'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:41:43.579643 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-32d175eb-1181-47cd-9002-fe536d243d95 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "DELETE /v2.0/floatingips/6056eb84-2d4b-47ff-999b-58e95cd8a216 HTTP/1.1" status: 204 len: 168 time: 0.9279482 Aug 04 16:41:43.580235 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f5ddc45-80ad-4cf1-b09b-0a8d274edd42', 'tag': 'ce05f0a3-2b79-46b0-be4c-371b328ff3d9'}] {{(pid=93331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:41:43.582665 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b1e7a993a9ef4a638b089ca602ec57e73654d5de59f22d070ba1fe881ce508d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2cbfe3-88f1-4f38-a556-3e42f36cfd8b" -d '{"events": [{"name": "network-changed", "server_uuid": "6f5ddc45-80ad-4cf1-b09b-0a8d274edd42", "tag": "ce05f0a3-2b79-46b0-be4c-371b328ff3d9"}]}' {{(pid=93331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:41:43.699067 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ddd32a-0e87-4c16-bce2-42a849fd983e x-openstack-request-id: req-f1ddd32a-0e87-4c16-bce2-42a849fd983e {{(pid=93331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:41:43.699714 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f5ddc45-80ad-4cf1-b09b-0a8d274edd42", "tag": "ce05f0a3-2b79-46b0-be4c-371b328ff3d9", "status": "completed", "code": 200}]} {{(pid=93331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:41:43.699714 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f1ddd32a-0e87-4c16-bce2-42a849fd983e {{(pid=93331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:41:43.700023 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f5ddc45-80ad-4cf1-b09b-0a8d274edd42', 'tag': 'ce05f0a3-2b79-46b0-be4c-371b328ff3d9', 'status': 'completed', 'code': 200} Aug 04 16:41:43.793133 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2cbfe3-88f1-4f38-a556-3e42f36cfd8b req-c9e80562-9473-4b13-8659-c5a360dac9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:41:43.797472 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3e2cbfe3-88f1-4f38-a556-3e42f36cfd8b req-c9e80562-9473-4b13-8659-c5a360dac9ae service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=06f80bf601104261bec5af98cd6a9bc5&device_id=6f5ddc45-80ad-4cf1-b09b-0a8d274edd42 HTTP/1.1" status: 200 len: 1099 time: 0.0737636 Aug 04 16:41:43.806699 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:43.876887 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-110741c1-e57e-4352-8dff-2c34d3a113de None None] Set router 12652c02-7829-4bb8-a0c5-ad1392cb94bb gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:41:43.948152 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e8b7a-7fbc-4db7-9903-51abfb0a6a90 req-f2699069-9b27-4749-a235-fd57a9fc2699 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:41:43.949798 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-b63e8b7a-7fbc-4db7-9903-51abfb0a6a90 req-f2699069-9b27-4749-a235-fd57a9fc2699 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5ddc45-80ad-4cf1-b09b-0a8d274edd42 HTTP/1.1" status: 200 len: 946 time: 0.0870051 Aug 04 16:41:43.951507 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2cbfe3-88f1-4f38-a556-3e42f36cfd8b req-7fc3521a-d4e7-4e0d-9b1c-d53f11be0191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:41:43.952939 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3e2cbfe3-88f1-4f38-a556-3e42f36cfd8b req-7fc3521a-d4e7-4e0d-9b1c-d53f11be0191 service neutron] 10.222.0.50 "GET /v2.0/networks?id=59866ae8-539a-474f-89c4-65ac0d0e67ca HTTP/1.1" status: 200 len: 913 time: 0.1344571 Aug 04 16:41:44.005439 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3e2cbfe3-88f1-4f38-a556-3e42f36cfd8b req-316951c4-67e4-48f3-9758-cc172e14be64 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce05f0a3-2b79-46b0-be4c-371b328ff3d9 HTTP/1.1" status: 200 len: 217 time: 0.0420547 Aug 04 16:41:44.048887 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-b63e8b7a-7fbc-4db7-9903-51abfb0a6a90 req-60b2348e-8820-4a2d-9d2b-b3527083f5e9 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0ded09-21fc-4452-83f0-3b58891f7629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921276 Aug 04 16:41:44.069236 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2cbfe3-88f1-4f38-a556-3e42f36cfd8b req-2560a27d-7fee-4f72-b568-7c429a9453eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:41:44.070802 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3e2cbfe3-88f1-4f38-a556-3e42f36cfd8b req-2560a27d-7fee-4f72-b568-7c429a9453eb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2285b052-1d72-41e7-800d-301941c0ee86 HTTP/1.1" status: 200 len: 851 time: 0.0546227 Aug 04 16:41:44.122922 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2cbfe3-88f1-4f38-a556-3e42f36cfd8b req-d97faaba-3b7d-4241-940a-3ff828513a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:41:44.124463 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3e2cbfe3-88f1-4f38-a556-3e42f36cfd8b req-d97faaba-3b7d-4241-940a-3ff828513a83 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=59866ae8-539a-474f-89c4-65ac0d0e67ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442510 Aug 04 16:41:44.163580 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-110741c1-e57e-4352-8dff-2c34d3a113de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'name': 'tempest-TestVolumeBootPattern-1883705438-router', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:52Z', 'updated_at': '2021-08-04T16:34:55Z', 'revision_number': 4, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'gw_port': {'id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:90:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:53Z', 'updated_at': '2021-08-04T16:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_floatingips': [{'id': '650903a0-a5d0-420e-a1b4-c17ae2da2d78', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'floating_ip_address': '172.27.2.135', 'floating_network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'router_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'port_id': '9df42b81-6500-4efa-88e9-1809026e2d87', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca', 'mac_address': 'fa:16:3e:fe:a6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1858d6-4e4d-4011-97bb-27f7ef6230b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:37:59Z', 'updated_at': '2021-08-04T16:38:01Z', 'revision_number': 1, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5068eb39-4494-4de5-bb37-b5a0401f6520', 'name': '', 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'mac_address': 'fa:16:3e:12:70:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2285b052-1d72-41e7-800d-301941c0ee86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:54Z', 'updated_at': '2021-08-04T16:35:00Z', 'revision_number': 5, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'subnets': [{'id': '2285b052-1d72-41e7-800d-301941c0ee86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:41:44.191846 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110741c1-e57e-4352-8dff-2c34d3a113de None None] Checking router: 12652c02-7829-4bb8-a0c5-ad1392cb94bb for host: dv-cinder-789564-9-iscsi {{(pid=93332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:41:44.201965 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110741c1-e57e-4352-8dff-2c34d3a113de None None] Routers {'12652c02-7829-4bb8-a0c5-ad1392cb94bb'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:41:44.202570 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-110741c1-e57e-4352-8dff-2c34d3a113de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:41:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['12652c02-7829-4bb8-a0c5-ad1392cb94bb'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:41:44.221418 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3e2cbfe3-88f1-4f38-a556-3e42f36cfd8b req-0b265a13-43ed-41bb-8d3a-cc205e84c4aa service neutron] 10.222.0.50 "GET /v2.0/networks/59866ae8-539a-474f-89c4-65ac0d0e67ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870318 Aug 04 16:41:44.332296 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-110741c1-e57e-4352-8dff-2c34d3a113de None None] Set router 12652c02-7829-4bb8-a0c5-ad1392cb94bb gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:41:44.349364 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-3e2cbfe3-88f1-4f38-a556-3e42f36cfd8b req-9a8dd6b0-63c5-4773-b5df-f0a4a2ec2e09 service neutron] 10.222.0.50 "GET /v2.0/networks/59866ae8-539a-474f-89c4-65ac0d0e67ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183600 Aug 04 16:41:44.620095 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-110741c1-e57e-4352-8dff-2c34d3a113de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'name': 'tempest-TestVolumeBootPattern-1883705438-router', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:52Z', 'updated_at': '2021-08-04T16:34:55Z', 'revision_number': 4, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'gw_port': {'id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:90:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:53Z', 'updated_at': '2021-08-04T16:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_floatingips': [{'id': '650903a0-a5d0-420e-a1b4-c17ae2da2d78', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'floating_ip_address': '172.27.2.135', 'floating_network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'router_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'port_id': '9df42b81-6500-4efa-88e9-1809026e2d87', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca', 'mac_address': 'fa:16:3e:fe:a6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1858d6-4e4d-4011-97bb-27f7ef6230b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:37:59Z', 'updated_at': '2021-08-04T16:38:01Z', 'revision_number': 1, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5068eb39-4494-4de5-bb37-b5a0401f6520', 'name': '', 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'mac_address': 'fa:16:3e:12:70:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2285b052-1d72-41e7-800d-301941c0ee86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:54Z', 'updated_at': '2021-08-04T16:35:00Z', 'revision_number': 5, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'subnets': [{'id': '2285b052-1d72-41e7-800d-301941c0ee86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:41:44.648890 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110741c1-e57e-4352-8dff-2c34d3a113de None None] The sync data for ids ['12652c02-7829-4bb8-a0c5-ad1392cb94bb'] in dv-cinder-789564-9-iscsi is: [{'id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'name': 'tempest-TestVolumeBootPattern-1883705438-router', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:52Z', 'updated_at': '2021-08-04T16:34:55Z', 'revision_number': 4, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'gw_port': {'id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:90:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:53Z', 'updated_at': '2021-08-04T16:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_floatingips': [{'id': '650903a0-a5d0-420e-a1b4-c17ae2da2d78', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'floating_ip_address': '172.27.2.135', 'floating_network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'router_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'port_id': '9df42b81-6500-4efa-88e9-1809026e2d87', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca', 'mac_address': 'fa:16:3e:fe:a6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1858d6-4e4d-4011-97bb-27f7ef6230b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:37:59Z', 'updated_at': '2021-08-04T16:38:01Z', 'revision_number': 1, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5068eb39-4494-4de5-bb37-b5a0401f6520', 'name': '', 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'mac_address': 'fa:16:3e:12:70:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2285b052-1d72-41e7-800d-301941c0ee86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:54Z', 'updated_at': '2021-08-04T16:35:00Z', 'revision_number': 5, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'subnets': [{'id': '2285b052-1d72-41e7-800d-301941c0ee86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:41:44.915978 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6decbd4d-f761-4e11-b2d5-510a40942a38 None None] New status for floating IP 6056eb84-2d4b-47ff-999b-58e95cd8a216: DOWN {{(pid=93333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:41:45.210932 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7776e-4569-47e5-bc83-345e3e46679a req-61a329e0-abfe-4424-9b9b-d6024f135676 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:41:45.212742 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-1db7776e-4569-47e5-bc83-345e3e46679a req-61a329e0-abfe-4424-9b9b-d6024f135676 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5ddc45-80ad-4cf1-b09b-0a8d274edd42 HTTP/1.1" status: 200 len: 946 time: 0.0529623 Aug 04 16:41:45.254786 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-1db7776e-4569-47e5-bc83-345e3e46679a req-0917c59f-55df-4d26-9064-b9175ba9eafa tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0ded09-21fc-4452-83f0-3b58891f7629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358651 Aug 04 16:41:45.798357 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d7722-6b33-43ba-bea4-e237d696bbbc req-3571b217-d190-4421-bdcd-045b455f2afe tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:41:45.799854 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-405d7722-6b33-43ba-bea4-e237d696bbbc req-3571b217-d190-4421-bdcd-045b455f2afe tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f5ddc45-80ad-4cf1-b09b-0a8d274edd42 HTTP/1.1" status: 200 len: 946 time: 0.0525448 Aug 04 16:41:45.897744 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [req-405d7722-6b33-43ba-bea4-e237d696bbbc req-9c219aea-ed65-437b-a7ef-0c11cb700d85 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Deleting port ce05f0a3-2b79-46b0-be4c-371b328ff3d9 {{(pid=93330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:41:45.898148 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-405d7722-6b33-43ba-bea4-e237d696bbbc req-9c219aea-ed65-437b-a7ef-0c11cb700d85 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:46.289644 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-405d7722-6b33-43ba-bea4-e237d696bbbc req-9c219aea-ed65-437b-a7ef-0c11cb700d85 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] For port ce05f0a3-2b79-46b0-be4c-371b328ff3d9, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ce05f0a3-2b79-46b0-be4c-371b328ff3d9,segment=NetworkSegment(6c2d4047-a9f9-4400-9acf-4e02beace79f),segment_id=6c2d4047-a9f9-4400-9acf-4e02beace79f)] {{(pid=93330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:41:46.290011 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-405d7722-6b33-43ba-bea4-e237d696bbbc req-9c219aea-ed65-437b-a7ef-0c11cb700d85 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:46.305748 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [req-405d7722-6b33-43ba-bea4-e237d696bbbc req-9c219aea-ed65-437b-a7ef-0c11cb700d85 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Calling delete_port for ce05f0a3-2b79-46b0-be4c-371b328ff3d9 owned by compute:nova {{(pid=93330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:41:46.439715 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a0d12-1349-42d6-b72f-ff96fbf6096a req-1f9720c9-78d0-4199-86ac-c1699a1e010d tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:41:46.441284 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-5d2a0d12-1349-42d6-b72f-ff96fbf6096a req-1f9720c9-78d0-4199-86ac-c1699a1e010d tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5ddc45-80ad-4cf1-b09b-0a8d274edd42 HTTP/1.1" status: 200 len: 946 time: 0.0805414 Aug 04 16:41:46.511336 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-5d2a0d12-1349-42d6-b72f-ff96fbf6096a req-bec27024-d1c3-42c2-8aea-bf235aecfd8d tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0ded09-21fc-4452-83f0-3b58891f7629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515802 Aug 04 16:41:46.512661 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-405d7722-6b33-43ba-bea4-e237d696bbbc req-9c219aea-ed65-437b-a7ef-0c11cb700d85 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:46.546140 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c219aea-ed65-437b-a7ef-0c11cb700d85 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Pushing event deleted for resources: {'Port': ['ID=ce05f0a3-2b79-46b0-be4c-371b328ff3d9,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:41:46.559580 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c219aea-ed65-437b-a7ef-0c11cb700d85 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:46.559934 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c219aea-ed65-437b-a7ef-0c11cb700d85 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:46.560278 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c219aea-ed65-437b-a7ef-0c11cb700d85 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:46.560627 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c219aea-ed65-437b-a7ef-0c11cb700d85 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:46.560960 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c219aea-ed65-437b-a7ef-0c11cb700d85 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:46.561307 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c219aea-ed65-437b-a7ef-0c11cb700d85 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:46.561636 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c219aea-ed65-437b-a7ef-0c11cb700d85 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:46.562011 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c219aea-ed65-437b-a7ef-0c11cb700d85 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:46.562334 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c219aea-ed65-437b-a7ef-0c11cb700d85 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:46.562661 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c219aea-ed65-437b-a7ef-0c11cb700d85 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:46.563186 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c219aea-ed65-437b-a7ef-0c11cb700d85 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:46.563472 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c219aea-ed65-437b-a7ef-0c11cb700d85 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:46.610565 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [req-405d7722-6b33-43ba-bea4-e237d696bbbc req-9c219aea-ed65-437b-a7ef-0c11cb700d85 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] No DVR routers for this DVR port ce05f0a3-2b79-46b0-be4c-371b328ff3d9 on host hv-cinder-78956 {{(pid=93330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:41:46.616423 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-405d7722-6b33-43ba-bea4-e237d696bbbc req-9c219aea-ed65-437b-a7ef-0c11cb700d85 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:46.620114 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-405d7722-6b33-43ba-bea4-e237d696bbbc req-9c219aea-ed65-437b-a7ef-0c11cb700d85 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.50 "DELETE /v2.0/ports/ce05f0a3-2b79-46b0-be4c-371b328ff3d9 HTTP/1.1" status: 204 len: 173 time: 0.8112030 Aug 04 16:41:46.620858 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5ddc45-80ad-4cf1-b09b-0a8d274edd42', 'name': 'network-vif-deleted', 'tag': 'ce05f0a3-2b79-46b0-be4c-371b328ff3d9'}] {{(pid=93330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:41:46.624432 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37e886c0defde040503dc6230deb255415226de4639eab9b495881836c77004d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a5a184-0c30-4d71-9608-190728bb70f4" -d '{"events": [{"server_uuid": "6f5ddc45-80ad-4cf1-b09b-0a8d274edd42", "name": "network-vif-deleted", "tag": "ce05f0a3-2b79-46b0-be4c-371b328ff3d9"}]}' {{(pid=93330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:41:46.678170 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7cdc03-5901-4d4c-81e5-deb5a903417a x-openstack-request-id: req-2b7cdc03-5901-4d4c-81e5-deb5a903417a {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:41:46.678562 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5ddc45-80ad-4cf1-b09b-0a8d274edd42", "name": "network-vif-deleted", "tag": "ce05f0a3-2b79-46b0-be4c-371b328ff3d9", "status": "completed", "code": 200}]} {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:41:46.678954 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2b7cdc03-5901-4d4c-81e5-deb5a903417a {{(pid=93330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:41:46.679493 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5ddc45-80ad-4cf1-b09b-0a8d274edd42', 'name': 'network-vif-deleted', 'tag': 'ce05f0a3-2b79-46b0-be4c-371b328ff3d9', 'status': 'completed', 'code': 200} Aug 04 16:41:49.850984 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 50098) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:41:49.903502 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device ce05f0a3-2b79-46b0-be4c-371b328ff3d9 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:41:49.937861 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] No Port match for: ce05f0a3-2b79-46b0-be4c-371b328ff3d9 {{(pid=93332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:41:49.938429 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device ce05f0a3-2b79-46b0-be4c-371b328ff3d9 not bound to the agent host hv-cinder-78956 {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:41:50.039640 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.plugin [None req-ceb75ef3-1947-4f3b-99b3-0fb7601eb012 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Deleting port 079c3b61-9ba2-4bd1-9baf-19425050f22a {{(pid=93331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:41:50.039990 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-ceb75ef3-1947-4f3b-99b3-0fb7601eb012 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:50.122625 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-ceb75ef3-1947-4f3b-99b3-0fb7601eb012 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:50.122863 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-ceb75ef3-1947-4f3b-99b3-0fb7601eb012 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:50.135320 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.plugin [None req-ceb75ef3-1947-4f3b-99b3-0fb7601eb012 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Calling delete_port for 079c3b61-9ba2-4bd1-9baf-19425050f22a owned by network:floatingip {{(pid=93331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:41:50.298804 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-ceb75ef3-1947-4f3b-99b3-0fb7601eb012 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129279319'] for port, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:50.325503 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb75ef3-1947-4f3b-99b3-0fb7601eb012 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Pushing event deleted for resources: {'Port': ['ID=079c3b61-9ba2-4bd1-9baf-19425050f22a,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:41:50.393240 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-ceb75ef3-1947-4f3b-99b3-0fb7601eb012 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks [] for floatingip, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:50.393593 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.db.l3_db [None req-ceb75ef3-1947-4f3b-99b3-0fb7601eb012 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Floating IP 650903a0-a5d0-420e-a1b4-c17ae2da2d78 disassociated (deleted). External IP: 172.27.2.135, port: 9df42b81-6500-4efa-88e9-1809026e2d87. Aug 04 16:41:50.615423 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb75ef3-1947-4f3b-99b3-0fb7601eb012 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Router 12652c02-7829-4bb8-a0c5-ad1392cb94bb has already been hosted by L3 agent d346cf64-ca3f-484e-b552-5df8791a7915 {{(pid=93331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:41:50.731889 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb75ef3-1947-4f3b-99b3-0fb7601eb012 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify agent at l3_agent.dv-cinder-789564-9-iscsi the message routers_updated {{(pid=93331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:41:50.736884 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-ceb75ef3-1947-4f3b-99b3-0fb7601eb012 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for floatingip, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:50.741787 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadab8f3-5419-4b43-8950-7f499103217b None None] Sync routers for ids ['12652c02-7829-4bb8-a0c5-ad1392cb94bb'] in dv-cinder-789564-9-iscsi {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:41:50.755200 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadab8f3-5419-4b43-8950-7f499103217b None None] Routers {'12652c02-7829-4bb8-a0c5-ad1392cb94bb'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:41:50.759211 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-aadab8f3-5419-4b43-8950-7f499103217b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:41:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['12652c02-7829-4bb8-a0c5-ad1392cb94bb'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:41:50.769403 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-ceb75ef3-1947-4f3b-99b3-0fb7601eb012 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "DELETE /v2.0/floatingips/650903a0-a5d0-420e-a1b4-c17ae2da2d78 HTTP/1.1" status: 204 len: 168 time: 0.9169788 Aug 04 16:41:50.770797 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf1858d6-4e4d-4011-97bb-27f7ef6230b5', 'tag': '9df42b81-6500-4efa-88e9-1809026e2d87'}] {{(pid=93331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:41:50.775142 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b1e7a993a9ef4a638b089ca602ec57e73654d5de59f22d070ba1fe881ce508d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3f5680-aad4-4ee9-9975-0dd895eb6e80" -d '{"events": [{"name": "network-changed", "server_uuid": "cf1858d6-4e4d-4011-97bb-27f7ef6230b5", "tag": "9df42b81-6500-4efa-88e9-1809026e2d87"}]}' {{(pid=93331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:41:50.826906 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1776ce0-f88a-4f45-bf3a-05722e8dc9ba x-openstack-request-id: req-a1776ce0-f88a-4f45-bf3a-05722e8dc9ba {{(pid=93331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:41:50.827238 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf1858d6-4e4d-4011-97bb-27f7ef6230b5", "tag": "9df42b81-6500-4efa-88e9-1809026e2d87", "status": "completed", "code": 200}]} {{(pid=93331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:41:50.827529 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a1776ce0-f88a-4f45-bf3a-05722e8dc9ba {{(pid=93331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:41:50.827947 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf1858d6-4e4d-4011-97bb-27f7ef6230b5', 'tag': '9df42b81-6500-4efa-88e9-1809026e2d87', 'status': 'completed', 'code': 200} Aug 04 16:41:50.891528 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-aadab8f3-5419-4b43-8950-7f499103217b None None] Set router 12652c02-7829-4bb8-a0c5-ad1392cb94bb gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:41:50.956864 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f5680-aad4-4ee9-9975-0dd895eb6e80 req-9361066f-d33b-484c-a103-e0996c44e2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:41:50.958568 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-da3f5680-aad4-4ee9-9975-0dd895eb6e80 req-9361066f-d33b-484c-a103-e0996c44e2ad service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=06f80bf601104261bec5af98cd6a9bc5&device_id=cf1858d6-4e4d-4011-97bb-27f7ef6230b5 HTTP/1.1" status: 200 len: 1098 time: 0.0591357 Aug 04 16:41:51.115761 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e1fce-7810-45bf-a46c-274aed4490b9 req-7bbec74c-329f-4a4c-9d07-acc9fa7e3f32 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:41:51.117343 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-c54e1fce-7810-45bf-a46c-274aed4490b9 req-7bbec74c-329f-4a4c-9d07-acc9fa7e3f32 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf1858d6-4e4d-4011-97bb-27f7ef6230b5 HTTP/1.1" status: 200 len: 945 time: 0.0877881 Aug 04 16:41:51.120852 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f5680-aad4-4ee9-9975-0dd895eb6e80 req-9f13bbeb-1b8e-4caf-a4f9-8c6e4f9ece35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:41:51.122490 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-da3f5680-aad4-4ee9-9975-0dd895eb6e80 req-9f13bbeb-1b8e-4caf-a4f9-8c6e4f9ece35 service neutron] 10.222.0.50 "GET /v2.0/networks?id=59866ae8-539a-474f-89c4-65ac0d0e67ca HTTP/1.1" status: 200 len: 913 time: 0.1549177 Aug 04 16:41:51.161973 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-aadab8f3-5419-4b43-8950-7f499103217b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'name': 'tempest-TestVolumeBootPattern-1883705438-router', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:52Z', 'updated_at': '2021-08-04T16:34:55Z', 'revision_number': 4, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'gw_port': {'id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:90:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:53Z', 'updated_at': '2021-08-04T16:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '5068eb39-4494-4de5-bb37-b5a0401f6520', 'name': '', 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'mac_address': 'fa:16:3e:12:70:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2285b052-1d72-41e7-800d-301941c0ee86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:54Z', 'updated_at': '2021-08-04T16:35:00Z', 'revision_number': 5, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'subnets': [{'id': '2285b052-1d72-41e7-800d-301941c0ee86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:41:51.179040 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-da3f5680-aad4-4ee9-9975-0dd895eb6e80 req-12c2f364-8400-414e-98c7-947663b54c7b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9df42b81-6500-4efa-88e9-1809026e2d87 HTTP/1.1" status: 200 len: 217 time: 0.0434685 Aug 04 16:41:51.189147 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadab8f3-5419-4b43-8950-7f499103217b None None] Checking router: 12652c02-7829-4bb8-a0c5-ad1392cb94bb for host: dv-cinder-789564-9-iscsi {{(pid=93332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:41:51.199088 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadab8f3-5419-4b43-8950-7f499103217b None None] Routers {'12652c02-7829-4bb8-a0c5-ad1392cb94bb'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:41:51.199734 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-aadab8f3-5419-4b43-8950-7f499103217b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:41:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['12652c02-7829-4bb8-a0c5-ad1392cb94bb'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:41:51.228377 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-c54e1fce-7810-45bf-a46c-274aed4490b9 req-63391ecd-807d-4bbb-88f4-0542c5597a29 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0ded09-21fc-4452-83f0-3b58891f7629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033180 Aug 04 16:41:51.248110 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f5680-aad4-4ee9-9975-0dd895eb6e80 req-30b97919-73f8-44e4-88b2-6b9301674a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:41:51.249756 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-da3f5680-aad4-4ee9-9975-0dd895eb6e80 req-30b97919-73f8-44e4-88b2-6b9301674a35 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2285b052-1d72-41e7-800d-301941c0ee86 HTTP/1.1" status: 200 len: 851 time: 0.0594709 Aug 04 16:41:51.257571 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:51.303398 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f5680-aad4-4ee9-9975-0dd895eb6e80 req-7524db56-3f89-46c6-9049-e1797dee79a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:41:51.305045 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-da3f5680-aad4-4ee9-9975-0dd895eb6e80 req-7524db56-3f89-46c6-9049-e1797dee79a3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=59866ae8-539a-474f-89c4-65ac0d0e67ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450082 Aug 04 16:41:51.328783 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-aadab8f3-5419-4b43-8950-7f499103217b None None] Set router 12652c02-7829-4bb8-a0c5-ad1392cb94bb gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:41:51.410411 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-da3f5680-aad4-4ee9-9975-0dd895eb6e80 req-0cdc1884-4310-4342-9230-4b9cdb260ace service neutron] 10.222.0.50 "GET /v2.0/networks/59866ae8-539a-474f-89c4-65ac0d0e67ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962203 Aug 04 16:41:51.511555 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-da3f5680-aad4-4ee9-9975-0dd895eb6e80 req-253cd396-ff39-46c6-b852-8543721fefca service neutron] 10.222.0.50 "GET /v2.0/networks/59866ae8-539a-474f-89c4-65ac0d0e67ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924127 Aug 04 16:41:51.565400 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-aadab8f3-5419-4b43-8950-7f499103217b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'name': 'tempest-TestVolumeBootPattern-1883705438-router', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:52Z', 'updated_at': '2021-08-04T16:34:55Z', 'revision_number': 4, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'gw_port': {'id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:90:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:53Z', 'updated_at': '2021-08-04T16:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '5068eb39-4494-4de5-bb37-b5a0401f6520', 'name': '', 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'mac_address': 'fa:16:3e:12:70:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2285b052-1d72-41e7-800d-301941c0ee86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:54Z', 'updated_at': '2021-08-04T16:35:00Z', 'revision_number': 5, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'subnets': [{'id': '2285b052-1d72-41e7-800d-301941c0ee86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:41:51.597705 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadab8f3-5419-4b43-8950-7f499103217b None None] The sync data for ids ['12652c02-7829-4bb8-a0c5-ad1392cb94bb'] in dv-cinder-789564-9-iscsi is: [{'id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'name': 'tempest-TestVolumeBootPattern-1883705438-router', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:52Z', 'updated_at': '2021-08-04T16:34:55Z', 'revision_number': 4, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'gw_port': {'id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:90:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:53Z', 'updated_at': '2021-08-04T16:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi', '_interfaces': [{'id': '5068eb39-4494-4de5-bb37-b5a0401f6520', 'name': '', 'network_id': '59866ae8-539a-474f-89c4-65ac0d0e67ca', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'mac_address': 'fa:16:3e:12:70:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2285b052-1d72-41e7-800d-301941c0ee86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:54Z', 'updated_at': '2021-08-04T16:35:00Z', 'revision_number': 5, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'subnets': [{'id': '2285b052-1d72-41e7-800d-301941c0ee86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:41:51.830088 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8058de4a-6d1b-44e7-b573-eddae5d01ef9 None None] New status for floating IP 650903a0-a5d0-420e-a1b4-c17ae2da2d78: DOWN {{(pid=93333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:41:52.370927 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114bf8c2-2cf0-4a9f-8dec-a3db1061fa8d req-2df379e9-7690-4861-9877-e6bc2404bd67 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:41:52.372443 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-114bf8c2-2cf0-4a9f-8dec-a3db1061fa8d req-2df379e9-7690-4861-9877-e6bc2404bd67 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf1858d6-4e4d-4011-97bb-27f7ef6230b5 HTTP/1.1" status: 200 len: 945 time: 0.0557449 Aug 04 16:41:52.414228 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-114bf8c2-2cf0-4a9f-8dec-a3db1061fa8d req-e7641b10-747e-4cfa-ab67-a87145d65674 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff0ded09-21fc-4452-83f0-3b58891f7629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344174 Aug 04 16:41:52.785548 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00e857-2da8-4f2c-a292-4692ba25af2b req-ff7a6e86-5ecd-49d4-be2b-8f4eb84b614f tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:41:52.787161 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-1d00e857-2da8-4f2c-a292-4692ba25af2b req-ff7a6e86-5ecd-49d4-be2b-8f4eb84b614f tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf1858d6-4e4d-4011-97bb-27f7ef6230b5 HTTP/1.1" status: 200 len: 945 time: 0.0547924 Aug 04 16:41:52.897249 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [req-1d00e857-2da8-4f2c-a292-4692ba25af2b req-89807f8b-d397-4284-84e5-8b758116ce67 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Deleting port 9df42b81-6500-4efa-88e9-1809026e2d87 {{(pid=93330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:41:52.897582 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-1d00e857-2da8-4f2c-a292-4692ba25af2b req-89807f8b-d397-4284-84e5-8b758116ce67 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:52.992499 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [req-1d00e857-2da8-4f2c-a292-4692ba25af2b req-89807f8b-d397-4284-84e5-8b758116ce67 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] For port 9df42b81-6500-4efa-88e9-1809026e2d87, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=9df42b81-6500-4efa-88e9-1809026e2d87,segment=NetworkSegment(6c2d4047-a9f9-4400-9acf-4e02beace79f),segment_id=6c2d4047-a9f9-4400-9acf-4e02beace79f)] {{(pid=93330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:41:52.993088 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-1d00e857-2da8-4f2c-a292-4692ba25af2b req-89807f8b-d397-4284-84e5-8b758116ce67 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:53.016668 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [req-1d00e857-2da8-4f2c-a292-4692ba25af2b req-89807f8b-d397-4284-84e5-8b758116ce67 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Calling delete_port for 9df42b81-6500-4efa-88e9-1809026e2d87 owned by compute:nova {{(pid=93330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:41:53.210666 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-1d00e857-2da8-4f2c-a292-4692ba25af2b req-89807f8b-d397-4284-84e5-8b758116ce67 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:53.245964 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89807f8b-d397-4284-84e5-8b758116ce67 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Pushing event deleted for resources: {'Port': ['ID=9df42b81-6500-4efa-88e9-1809026e2d87,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:41:53.308113 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d00e857-2da8-4f2c-a292-4692ba25af2b req-89807f8b-d397-4284-84e5-8b758116ce67 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] No DVR routers for this DVR port 9df42b81-6500-4efa-88e9-1809026e2d87 on host hv-cinder-78956 {{(pid=93330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:41:53.311663 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [req-1d00e857-2da8-4f2c-a292-4692ba25af2b req-89807f8b-d397-4284-84e5-8b758116ce67 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for port, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:53.314112 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [req-1d00e857-2da8-4f2c-a292-4692ba25af2b req-89807f8b-d397-4284-84e5-8b758116ce67 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.50 "DELETE /v2.0/ports/9df42b81-6500-4efa-88e9-1809026e2d87 HTTP/1.1" status: 204 len: 173 time: 0.5176795 Aug 04 16:41:53.314923 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf1858d6-4e4d-4011-97bb-27f7ef6230b5', 'name': 'network-vif-deleted', 'tag': '9df42b81-6500-4efa-88e9-1809026e2d87'}] {{(pid=93330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:41:53.317504 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37e886c0defde040503dc6230deb255415226de4639eab9b495881836c77004d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a800266-4d38-4f8e-ac20-6f716ffa8835" -d '{"events": [{"server_uuid": "cf1858d6-4e4d-4011-97bb-27f7ef6230b5", "name": "network-vif-deleted", "tag": "9df42b81-6500-4efa-88e9-1809026e2d87"}]}' {{(pid=93330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:41:53.373699 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfbb38b-ee02-48e3-83ca-d76bd4ca8f41 x-openstack-request-id: req-4dfbb38b-ee02-48e3-83ca-d76bd4ca8f41 {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:41:53.374018 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf1858d6-4e4d-4011-97bb-27f7ef6230b5", "name": "network-vif-deleted", "tag": "9df42b81-6500-4efa-88e9-1809026e2d87", "status": "completed", "code": 200}]} {{(pid=93330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:41:53.374268 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4dfbb38b-ee02-48e3-83ca-d76bd4ca8f41 {{(pid=93330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:41:53.374660 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf1858d6-4e4d-4011-97bb-27f7ef6230b5', 'name': 'network-vif-deleted', 'tag': '9df42b81-6500-4efa-88e9-1809026e2d87', 'status': 'completed', 'code': 200} Aug 04 16:41:53.525644 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [req-d64dede7-2345-4667-b1a0-b041888ee21d req-c29b1322-928c-4ef1-acba-baf7b41f8e42 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf1858d6-4e4d-4011-97bb-27f7ef6230b5 HTTP/1.1" status: 200 len: 210 time: 0.0370929 Aug 04 16:41:54.594603 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 50116) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:41:55.029075 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.plugin [None req-e93647b7-a697-40ea-bfae-01fe558596e0 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Deleting port 1f1b434d-a8d0-4908-929d-84dd10daa518 {{(pid=93331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:41:55.029432 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-e93647b7-a697-40ea-bfae-01fe558596e0 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:55.111332 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-e93647b7-a697-40ea-bfae-01fe558596e0 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:55.111640 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-e93647b7-a697-40ea-bfae-01fe558596e0 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:55.125191 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.plugin [None req-e93647b7-a697-40ea-bfae-01fe558596e0 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Calling delete_port for 1f1b434d-a8d0-4908-929d-84dd10daa518 owned by network:floatingip {{(pid=93331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:41:55.279324 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-e93647b7-a697-40ea-bfae-01fe558596e0 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129279319'] for port, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:55.309566 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93647b7-a697-40ea-bfae-01fe558596e0 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Pushing event deleted for resources: {'Port': ['ID=1f1b434d-a8d0-4908-929d-84dd10daa518,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:41:55.379970 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-e93647b7-a697-40ea-bfae-01fe558596e0 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks [] for floatingip, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:55.383151 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-e93647b7-a697-40ea-bfae-01fe558596e0 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188866'] for floatingip, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:55.385104 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-e93647b7-a697-40ea-bfae-01fe558596e0 tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "DELETE /v2.0/floatingips/f5e7006c-243e-4f6c-af3b-38c6e373f8de HTTP/1.1" status: 204 len: 168 time: 0.7891774 Aug 04 16:41:55.934061 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 9df42b81-6500-4efa-88e9-1809026e2d87 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:41:55.955746 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] No Port match for: 9df42b81-6500-4efa-88e9-1809026e2d87 {{(pid=93332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:41:55.956079 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Device 9df42b81-6500-4efa-88e9-1809026e2d87 not bound to the agent host hv-cinder-78956 {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:41:56.678202 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 50128) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:41:56.762188 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-16d72e5b-d965-46e4-aa6d-49e0a5272ede tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:56.799032 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-16d72e5b-d965-46e4-aa6d-49e0a5272ede tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:56.893867 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-16d72e5b-d965-46e4-aa6d-49e0a5272ede tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:56.899245 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-16d72e5b-d965-46e4-aa6d-49e0a5272ede tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:56.901293 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-16d72e5b-d965-46e4-aa6d-49e0a5272ede tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] 10.222.0.77 "DELETE /v2.0/security-groups/ff0ded09-21fc-4452-83f0-3b58891f7629 HTTP/1.1" status: 204 len: 168 time: 0.2215903 Aug 04 16:41:56.921966 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d72e5b-d965-46e4-aa6d-49e0a5272ede tempest-TestVolumeBootPattern-1821532931 tempest-TestVolumeBootPattern-1821532931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0ded09-21fc-4452-83f0-3b58891f7629,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:41:56.974322 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 50132) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:41:57.564024 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-7dde1e1c-027a-4f58-850b-f43f9cc4617f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-597154'] for router_interface, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:57.874607 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.plugin [None req-7dde1e1c-027a-4f58-850b-f43f9cc4617f admin admin] Deleting port 5068eb39-4494-4de5-bb37-b5a0401f6520 {{(pid=93331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:41:57.875006 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-7dde1e1c-027a-4f58-850b-f43f9cc4617f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:57.962799 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.db [None req-7dde1e1c-027a-4f58-850b-f43f9cc4617f admin admin] For port 5068eb39-4494-4de5-bb37-b5a0401f6520, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=5068eb39-4494-4de5-bb37-b5a0401f6520,segment=NetworkSegment(6c2d4047-a9f9-4400-9acf-4e02beace79f),segment_id=6c2d4047-a9f9-4400-9acf-4e02beace79f)] {{(pid=93331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:41:57.963174 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-7dde1e1c-027a-4f58-850b-f43f9cc4617f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:57.977985 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.plugin [None req-7dde1e1c-027a-4f58-850b-f43f9cc4617f admin admin] Calling delete_port for 5068eb39-4494-4de5-bb37-b5a0401f6520 owned by network:router_interface {{(pid=93331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:41:58.178608 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-7dde1e1c-027a-4f58-850b-f43f9cc4617f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129279319'] for port, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:58.207028 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde1e1c-027a-4f58-850b-f43f9cc4617f admin admin] Pushing event deleted for resources: {'Port': ['ID=5068eb39-4494-4de5-bb37-b5a0401f6520,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:41:58.440906 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-7dde1e1c-027a-4f58-850b-f43f9cc4617f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3631325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-597066'] for router_interface, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:58.733440 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dde1e1c-027a-4f58-850b-f43f9cc4617f admin admin] Router 12652c02-7829-4bb8-a0c5-ad1392cb94bb has already been hosted by L3 agent d346cf64-ca3f-484e-b552-5df8791a7915 {{(pid=93331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:41:58.924837 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dde1e1c-027a-4f58-850b-f43f9cc4617f admin admin] Notify agent at l3_agent.dv-cinder-789564-9-iscsi the message routers_updated {{(pid=93331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:41:58.930870 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-7dde1e1c-027a-4f58-850b-f43f9cc4617f admin admin] 10.222.0.77 "PUT /v2.0/routers/12652c02-7829-4bb8-a0c5-ad1392cb94bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9548371 Aug 04 16:41:58.934158 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 50136) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:41:58.938267 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30cd88b-83e2-4c43-b93c-ecc62b0ce3fb None None] Sync routers for ids ['12652c02-7829-4bb8-a0c5-ad1392cb94bb'] in dv-cinder-789564-9-iscsi {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:41:58.950136 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30cd88b-83e2-4c43-b93c-ecc62b0ce3fb None None] Routers {'12652c02-7829-4bb8-a0c5-ad1392cb94bb'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:41:58.950850 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-f30cd88b-83e2-4c43-b93c-ecc62b0ce3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:41:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['12652c02-7829-4bb8-a0c5-ad1392cb94bb'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:41:59.044472 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-8a2ec81d-559b-4ba7-b017-1489af828ed2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:59.105088 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-f30cd88b-83e2-4c43-b93c-ecc62b0ce3fb None None] Set router 12652c02-7829-4bb8-a0c5-ad1392cb94bb gateway port host: dv-cinder-789564-9-iscsi {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:41:59.145440 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-8a2ec81d-559b-4ba7-b017-1489af828ed2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:59.209363 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.plugin [None req-8a2ec81d-559b-4ba7-b017-1489af828ed2 admin admin] Deleting port f3f64b27-1e67-4ff2-b15d-8d0107b352a4 {{(pid=93331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:41:59.209849 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-8a2ec81d-559b-4ba7-b017-1489af828ed2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:59.295693 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.db [None req-8a2ec81d-559b-4ba7-b017-1489af828ed2 admin admin] For port f3f64b27-1e67-4ff2-b15d-8d0107b352a4, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=f3f64b27-1e67-4ff2-b15d-8d0107b352a4,segment=NetworkSegment(25182b56-ac69-4c03-a79e-71a35095fb85),segment_id=25182b56-ac69-4c03-a79e-71a35095fb85)] {{(pid=93331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:41:59.296025 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-8a2ec81d-559b-4ba7-b017-1489af828ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:59.310530 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.plugin [None req-8a2ec81d-559b-4ba7-b017-1489af828ed2 admin admin] Calling delete_port for f3f64b27-1e67-4ff2-b15d-8d0107b352a4 owned by network:router_gateway {{(pid=93331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:41:59.379045 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-f30cd88b-83e2-4c43-b93c-ecc62b0ce3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'name': 'tempest-TestVolumeBootPattern-1883705438-router', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:52Z', 'updated_at': '2021-08-04T16:41:58Z', 'revision_number': 5, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'gw_port': {'id': 'f3f64b27-1e67-4ff2-b15d-8d0107b352a4', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:90:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:53Z', 'updated_at': '2021-08-04T16:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi'}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:41:59.517702 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-8a2ec81d-559b-4ba7-b017-1489af828ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129279319'] for port, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:59.548324 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ec81d-559b-4ba7-b017-1489af828ed2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3f64b27-1e67-4ff2-b15d-8d0107b352a4,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:41:59.562380 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30cd88b-83e2-4c43-b93c-ecc62b0ce3fb None None] Checking router: 12652c02-7829-4bb8-a0c5-ad1392cb94bb for host: dv-cinder-789564-9-iscsi {{(pid=93332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:41:59.573270 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30cd88b-83e2-4c43-b93c-ecc62b0ce3fb None None] Routers {'12652c02-7829-4bb8-a0c5-ad1392cb94bb'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:41:59.573927 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-f30cd88b-83e2-4c43-b93c-ecc62b0ce3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:41:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['12652c02-7829-4bb8-a0c5-ad1392cb94bb'], 'active': True} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:41:59.620568 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-8a2ec81d-559b-4ba7-b017-1489af828ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593608'] for router_gateway, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:59.669290 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvr_db [None req-f30cd88b-83e2-4c43-b93c-ecc62b0ce3fb None None] Set router 12652c02-7829-4bb8-a0c5-ad1392cb94bb gateway port host: None {{(pid=93332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:41:59.744803 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_hamode_db [None req-f30cd88b-83e2-4c43-b93c-ecc62b0ce3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'name': 'tempest-TestVolumeBootPattern-1883705438-router', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:52Z', 'updated_at': '2021-08-04T16:41:59Z', 'revision_number': 7, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'gw_port_host': None}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:41:59.754710 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-8a2ec81d-559b-4ba7-b017-1489af828ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10508'] for router, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:59.757154 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-8a2ec81d-559b-4ba7-b017-1489af828ed2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:59.776861 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30cd88b-83e2-4c43-b93c-ecc62b0ce3fb None None] The sync data for ids ['12652c02-7829-4bb8-a0c5-ad1392cb94bb'] in dv-cinder-789564-9-iscsi is: [{'id': '12652c02-7829-4bb8-a0c5-ad1392cb94bb', 'name': 'tempest-TestVolumeBootPattern-1883705438-router', 'tenant_id': '06f80bf601104261bec5af98cd6a9bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:52Z', 'updated_at': '2021-08-04T16:41:59Z', 'revision_number': 7, 'project_id': '06f80bf601104261bec5af98cd6a9bc5', 'gw_port_host': None}] {{(pid=93332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:41:59.805708 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-8a2ec81d-559b-4ba7-b017-1489af828ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-590536'] for router, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:59.806377 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2ec81d-559b-4ba7-b017-1489af828ed2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12652c02-7829-4bb8-a0c5-ad1392cb94bb {{(pid=93331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 16:41:59.813428 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-8a2ec81d-559b-4ba7-b017-1489af828ed2 admin admin] Notify callbacks [] for router, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:59.817991 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-8a2ec81d-559b-4ba7-b017-1489af828ed2 admin admin] 10.222.0.77 "DELETE /v2.0/routers/12652c02-7829-4bb8-a0c5-ad1392cb94bb HTTP/1.1" status: 204 len: 168 time: 0.8789549 Aug 04 16:41:59.817991 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 50138) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:41:59.866513 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ecb7157-1ba6-4f17-8437-e1bcada05620 admin admin] Deleting subnet 2285b052-1d72-41e7-800d-301941c0ee86 {{(pid=93331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:41:59.870439 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-6ecb7157-1ba6-4f17-8437-e1bcada05620 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:59.911286 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-6ecb7157-1ba6-4f17-8437-e1bcada05620 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126256170'] for subnet, precommit_delete_associations {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:00.019923 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-6ecb7157-1ba6-4f17-8437-e1bcada05620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3786910'] for subnet, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:00.077759 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-6ecb7157-1ba6-4f17-8437-e1bcada05620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3786903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129279330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126426463'] for subnet, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:00.105754 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb7157-1ba6-4f17-8437-e1bcada05620 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2285b052-1d72-41e7-800d-301941c0ee86,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:42:00.112751 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-6ecb7157-1ba6-4f17-8437-e1bcada05620 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:00.114930 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-6ecb7157-1ba6-4f17-8437-e1bcada05620 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/2285b052-1d72-41e7-800d-301941c0ee86 HTTP/1.1" status: 204 len: 168 time: 0.2965891 Aug 04 16:42:00.118378 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [-] (93331) accepted ('10.222.0.77', 50140) {{(pid=93331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:42:00.119584 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55af89c2-3422-4ae4-b409-482c027c6bfd None None] Network 59866ae8-539a-474f-89c4-65ac0d0e67ca requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:42:00.205567 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a6b40099-2ef3-4e0a-b025-dc51f1112b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3767040'] for network, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:00.306790 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.plugin [None req-a6b40099-2ef3-4e0a-b025-dc51f1112b88 admin admin] Deleting port 8cc3c7ef-e0c0-47d1-b444-9d31416f6475 {{(pid=93331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:42:00.307135 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a6b40099-2ef3-4e0a-b025-dc51f1112b88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:00.656042 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad49933-9841-4e09-a898-e443b77f830b None None] DHCP port deletion for 59866ae8-539a-474f-89c4-65ac0d0e67ca request from dv-cinder-789564-9-iscsi {{(pid=93332) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 16:42:00.662945 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 5068eb39-4494-4de5-bb37-b5a0401f6520 no longer exists at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:42:00.676761 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.db [None req-a6b40099-2ef3-4e0a-b025-dc51f1112b88 admin admin] For port 8cc3c7ef-e0c0-47d1-b444-9d31416f6475, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=8cc3c7ef-e0c0-47d1-b444-9d31416f6475,segment=NetworkSegment(6c2d4047-a9f9-4400-9acf-4e02beace79f),segment_id=6c2d4047-a9f9-4400-9acf-4e02beace79f)] {{(pid=93331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:42:00.677153 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a6b40099-2ef3-4e0a-b025-dc51f1112b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:00.693964 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.plugin [None req-a6b40099-2ef3-4e0a-b025-dc51f1112b88 admin admin] Calling delete_port for 8cc3c7ef-e0c0-47d1-b444-9d31416f6475 owned by network:dhcp {{(pid=93331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:42:00.740806 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] No Port match for: 5068eb39-4494-4de5-bb37-b5a0401f6520 {{(pid=93332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:42:00.741285 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 5068eb39-4494-4de5-bb37-b5a0401f6520 not bound to the agent host dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:42:00.780421 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-9ad49933-9841-4e09-a898-e443b77f830b None None] Deleting port 8cc3c7ef-e0c0-47d1-b444-9d31416f6475 {{(pid=93332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:42:00.780846 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-9ad49933-9841-4e09-a898-e443b77f830b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:00.796142 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a6b40099-2ef3-4e0a-b025-dc51f1112b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129279319'] for port, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:00.841142 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40099-2ef3-4e0a-b025-dc51f1112b88 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cc3c7ef-e0c0-47d1-b444-9d31416f6475,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:42:00.846647 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b40099-2ef3-4e0a-b025-dc51f1112b88 admin admin] No DVR routers for this DVR port 8cc3c7ef-e0c0-47d1-b444-9d31416f6475 on host dv-cinder-789564-9-iscsi {{(pid=93331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:42:00.853503 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-9ad49933-9841-4e09-a898-e443b77f830b None None] For port 8cc3c7ef-e0c0-47d1-b444-9d31416f6475, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=8cc3c7ef-e0c0-47d1-b444-9d31416f6475,segment=NetworkSegment(6c2d4047-a9f9-4400-9acf-4e02beace79f),segment_id=6c2d4047-a9f9-4400-9acf-4e02beace79f)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:42:00.853982 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-9ad49933-9841-4e09-a898-e443b77f830b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:00.873878 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-9ad49933-9841-4e09-a898-e443b77f830b None None] Calling delete_port for 8cc3c7ef-e0c0-47d1-b444-9d31416f6475 owned by network:dhcp {{(pid=93332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:42:00.968619 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-9ad49933-9841-4e09-a898-e443b77f830b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776'] for port, after_delete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:00.971759 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a6b40099-2ef3-4e0a-b025-dc51f1112b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3788555', 'neutron.services.segments.db._delete_segments_for_network-8758853804921'] for network, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:00.995839 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.services.segments.db [None req-a6b40099-2ef3-4e0a-b025-dc51f1112b88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59866ae8-539a-474f-89c4-65ac0d0e67ca']}} {{(pid=93331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:42:00.999340 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad49933-9841-4e09-a898-e443b77f830b None None] Pushing event deleted for resources: {'Port': ['ID=8cc3c7ef-e0c0-47d1-b444-9d31416f6475,revision_number=None']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:42:01.002040 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad49933-9841-4e09-a898-e443b77f830b None None] No DVR routers for this DVR port 8cc3c7ef-e0c0-47d1-b444-9d31416f6475 on host dv-cinder-789564-9-iscsi {{(pid=93332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:42:01.013552 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad49933-9841-4e09-a898-e443b77f830b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:42:01.014092 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad49933-9841-4e09-a898-e443b77f830b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:42:01.014600 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad49933-9841-4e09-a898-e443b77f830b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:42:01.015079 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad49933-9841-4e09-a898-e443b77f830b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:42:01.015553 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad49933-9841-4e09-a898-e443b77f830b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:42:01.016037 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad49933-9841-4e09-a898-e443b77f830b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:42:01.016541 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad49933-9841-4e09-a898-e443b77f830b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:42:01.017187 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad49933-9841-4e09-a898-e443b77f830b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:42:01.018474 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad49933-9841-4e09-a898-e443b77f830b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:42:01.018661 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad49933-9841-4e09-a898-e443b77f830b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:42:01.019127 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad49933-9841-4e09-a898-e443b77f830b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:42:01.019645 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad49933-9841-4e09-a898-e443b77f830b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-9-iscsi {{(pid=93332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:42:01.026055 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.services.segments.db [None req-a6b40099-2ef3-4e0a-b025-dc51f1112b88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c2d4047-a9f9-4400-9acf-4e02beace79f') {'for_net_delete': True} {{(pid=93331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:42:01.026590 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.services.segments.db [None req-a6b40099-2ef3-4e0a-b025-dc51f1112b88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c2d4047-a9f9-4400-9acf-4e02beace79f') {} {{(pid=93331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:42:01.039239 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a6b40099-2ef3-4e0a-b025-dc51f1112b88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758853817860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126256211'] for segment, before_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:01.059553 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a6b40099-2ef3-4e0a-b025-dc51f1112b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519'] for segment, precommit_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:01.067564 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6b40099-2ef3-4e0a-b025-dc51f1112b88 admin admin] Releasing vlan 876 on physical network physnet1 to pool {{(pid=93331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:42:01.068070 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a6b40099-2ef3-4e0a-b025-dc51f1112b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129279368'] for segment, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:01.070583 dv-cinder-789564-9-iscsi neutron-server[93331]: Traceback (most recent call last): Aug 04 16:42:01.070583 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:42:01.070583 dv-cinder-789564-9-iscsi neutron-server[93331]: timer() Aug 04 16:42:01.070583 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:42:01.070583 dv-cinder-789564-9-iscsi neutron-server[93331]: cb(*args, **kw) Aug 04 16:42:01.070583 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:42:01.070583 dv-cinder-789564-9-iscsi neutron-server[93331]: return func(*args, **kwargs) Aug 04 16:42:01.070583 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:42:01.070583 dv-cinder-789564-9-iscsi neutron-server[93331]: self._notify() Aug 04 16:42:01.070583 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:42:01.070583 dv-cinder-789564-9-iscsi neutron-server[93331]: self.callback(batched_events) Aug 04 16:42:01.070583 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:42:01.070583 dv-cinder-789564-9-iscsi neutron-server[93331]: event.method(event) Aug 04 16:42:01.070583 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:42:01.070583 dv-cinder-789564-9-iscsi neutron-server[93331]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:42:01.070583 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:42:01.070583 dv-cinder-789564-9-iscsi neutron-server[93331]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:42:01.070583 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:42:01.070583 dv-cinder-789564-9-iscsi neutron-server[93331]: return f(self, *a, **k) Aug 04 16:42:01.070583 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:42:01.070583 dv-cinder-789564-9-iscsi neutron-server[93331]: return self._get(url).json() Aug 04 16:42:01.070583 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:42:01.070583 dv-cinder-789564-9-iscsi neutron-server[93331]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:42:01.070583 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:42:01.070583 dv-cinder-789564-9-iscsi neutron-server[93331]: return self.request(url, 'GET', **kwargs) Aug 04 16:42:01.070583 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:42:01.070583 dv-cinder-789564-9-iscsi neutron-server[93331]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:42:01.070583 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:42:01.070583 dv-cinder-789564-9-iscsi neutron-server[93331]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:42:01.070583 dv-cinder-789564-9-iscsi neutron-server[93331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:42:01.070583 dv-cinder-789564-9-iscsi neutron-server[93331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:42:01.070583 dv-cinder-789564-9-iscsi neutron-server[93331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:42:01.140153 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a6b40099-2ef3-4e0a-b025-dc51f1112b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3788544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593556'] for network, after_delete {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:01.146542 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron_lib.callbacks.manager [None req-a6b40099-2ef3-4e0a-b025-dc51f1112b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for network, before_response {{(pid=93331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:01.149284 dv-cinder-789564-9-iscsi neutron-server[93331]: INFO neutron.wsgi [None req-a6b40099-2ef3-4e0a-b025-dc51f1112b88 admin admin] 10.222.0.77 "DELETE /v2.0/networks/59866ae8-539a-474f-89c4-65ac0d0e67ca HTTP/1.1" status: 204 len: 168 time: 1.0296521 Aug 04 16:42:01.153819 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 50142) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:42:01.163493 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40099-2ef3-4e0a-b025-dc51f1112b88 admin admin] Pushing event deleted for resources: {'Network': ['ID=59866ae8-539a-474f-89c4-65ac0d0e67ca,revision_number=None']} {{(pid=93331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:42:01.435204 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 6 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:42:01.529730 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-48749dc1-5fb7-416f-97e0-e3daa87cb1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-597154'] for router_interface, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:01.795374 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [None req-48749dc1-5fb7-416f-97e0-e3daa87cb1a6 admin admin] Deleting port 2bac4926-e8d7-4d15-ae76-d5c7cf757665 {{(pid=93330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:42:01.795651 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-48749dc1-5fb7-416f-97e0-e3daa87cb1a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:01.875825 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 8cc3c7ef-e0c0-47d1-b444-9d31416f6475 no longer exists at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:42:01.888165 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [None req-48749dc1-5fb7-416f-97e0-e3daa87cb1a6 admin admin] For port 2bac4926-e8d7-4d15-ae76-d5c7cf757665, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=2bac4926-e8d7-4d15-ae76-d5c7cf757665,segment=NetworkSegment(32fa2699-d12e-4a1e-9904-ad0ea35405d7),segment_id=32fa2699-d12e-4a1e-9904-ad0ea35405d7)] {{(pid=93330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:42:01.888534 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-48749dc1-5fb7-416f-97e0-e3daa87cb1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:01.896268 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] No Port match for: 8cc3c7ef-e0c0-47d1-b444-9d31416f6475 {{(pid=93332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:42:01.896608 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 8cc3c7ef-e0c0-47d1-b444-9d31416f6475 not bound to the agent host dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:42:01.897280 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device f3f64b27-1e67-4ff2-b15d-8d0107b352a4 no longer exists at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:42:01.906529 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [None req-48749dc1-5fb7-416f-97e0-e3daa87cb1a6 admin admin] Calling delete_port for 2bac4926-e8d7-4d15-ae76-d5c7cf757665 owned by network:router_interface {{(pid=93330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:42:01.917577 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] No Port match for: f3f64b27-1e67-4ff2-b15d-8d0107b352a4 {{(pid=93332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:42:01.917915 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device f3f64b27-1e67-4ff2-b15d-8d0107b352a4 not bound to the agent host dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:42:02.105256 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-48749dc1-5fb7-416f-97e0-e3daa87cb1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:02.151361 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48749dc1-5fb7-416f-97e0-e3daa87cb1a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bac4926-e8d7-4d15-ae76-d5c7cf757665,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:42:02.376849 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-48749dc1-5fb7-416f-97e0-e3daa87cb1a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3631325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-597066'] for router_interface, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:02.659713 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48749dc1-5fb7-416f-97e0-e3daa87cb1a6 admin admin] Router 63cb1936-829e-4032-b88d-886757c68ec7 has already been hosted by L3 agent d346cf64-ca3f-484e-b552-5df8791a7915 {{(pid=93330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:42:02.773811 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48749dc1-5fb7-416f-97e0-e3daa87cb1a6 admin admin] Notify agent at l3_agent.dv-cinder-789564-9-iscsi the message routers_updated {{(pid=93330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:42:02.779856 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-48749dc1-5fb7-416f-97e0-e3daa87cb1a6 admin admin] 10.222.0.77 "PUT /v2.0/routers/63cb1936-829e-4032-b88d-886757c68ec7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6236229 Aug 04 16:42:02.781731 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 50144) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:42:02.782755 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdb84f8-bd4e-4ba7-8206-90a0244d4894 None None] Sync routers for ids ['63cb1936-829e-4032-b88d-886757c68ec7'] in dv-cinder-789564-9-iscsi {{(pid=93333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:42:02.792675 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdb84f8-bd4e-4ba7-8206-90a0244d4894 None None] Routers {'63cb1936-829e-4032-b88d-886757c68ec7'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:42:02.793299 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-ebdb84f8-bd4e-4ba7-8206-90a0244d4894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:41:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['63cb1936-829e-4032-b88d-886757c68ec7'], 'active': True} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:42:02.890728 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-67d71e28-ea66-43b6-8b77-8566a64b3c00 admin admin] Notify callbacks [] for router, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:02.898522 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvr_db [None req-ebdb84f8-bd4e-4ba7-8206-90a0244d4894 None None] Set router 63cb1936-829e-4032-b88d-886757c68ec7 gateway port host: dv-cinder-789564-9-iscsi {{(pid=93333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:42:02.999345 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-67d71e28-ea66-43b6-8b77-8566a64b3c00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:03.058208 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [None req-67d71e28-ea66-43b6-8b77-8566a64b3c00 admin admin] Deleting port 4f44d34f-a6bd-4457-a236-3438ca237f20 {{(pid=93330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:42:03.058553 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-67d71e28-ea66-43b6-8b77-8566a64b3c00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:03.086727 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-ebdb84f8-bd4e-4ba7-8206-90a0244d4894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cb1936-829e-4032-b88d-886757c68ec7', 'name': 'tempest-TestVolumeBootPattern-588674644-router', 'tenant_id': '77066cbaefb3480d8e1cff78d48fc8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'external_fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '4f44d34f-a6bd-4457-a236-3438ca237f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:57Z', 'updated_at': '2021-08-04T16:42:02Z', 'revision_number': 5, 'project_id': '77066cbaefb3480d8e1cff78d48fc8af', 'gw_port': {'id': '4f44d34f-a6bd-4457-a236-3438ca237f20', 'name': '', 'network_id': '79da2935-f34e-4d6b-93be-bb960bd015b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cb1936-829e-4032-b88d-886757c68ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:57Z', 'updated_at': '2021-08-04T16:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f6d232c-c352-4ff7-8ce5-aebf5b141825', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-9-iscsi'}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:42:03.114660 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdb84f8-bd4e-4ba7-8206-90a0244d4894 None None] Checking router: 63cb1936-829e-4032-b88d-886757c68ec7 for host: dv-cinder-789564-9-iscsi {{(pid=93333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:42:03.123694 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdb84f8-bd4e-4ba7-8206-90a0244d4894 None None] Routers {'63cb1936-829e-4032-b88d-886757c68ec7'} bound to L3 agent in host dv-cinder-789564-9-iscsi {{(pid=93333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:42:03.124452 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-ebdb84f8-bd4e-4ba7-8206-90a0244d4894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:16:11Z,description=,heartbeat_timestamp=2021-08-04T16:41:41Z,host='dv-cinder-789564-9-iscsi',id=d346cf64-ca3f-484e-b552-5df8791a7915,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:16:11Z,topic='l3_agent')) {'router_ids': ['63cb1936-829e-4032-b88d-886757c68ec7'], 'active': True} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:42:03.153076 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [None req-67d71e28-ea66-43b6-8b77-8566a64b3c00 admin admin] For port 4f44d34f-a6bd-4457-a236-3438ca237f20, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=4f44d34f-a6bd-4457-a236-3438ca237f20,segment=NetworkSegment(25182b56-ac69-4c03-a79e-71a35095fb85),segment_id=25182b56-ac69-4c03-a79e-71a35095fb85)] {{(pid=93330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:42:03.153447 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-67d71e28-ea66-43b6-8b77-8566a64b3c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:03.167073 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [None req-67d71e28-ea66-43b6-8b77-8566a64b3c00 admin admin] Calling delete_port for 4f44d34f-a6bd-4457-a236-3438ca237f20 owned by network:router_gateway {{(pid=93330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:42:03.213125 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvr_db [None req-ebdb84f8-bd4e-4ba7-8206-90a0244d4894 None None] Set router 63cb1936-829e-4032-b88d-886757c68ec7 gateway port host: None {{(pid=93333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:42:03.306103 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.l3_hamode_db [None req-ebdb84f8-bd4e-4ba7-8206-90a0244d4894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cb1936-829e-4032-b88d-886757c68ec7', 'name': 'tempest-TestVolumeBootPattern-588674644-router', 'tenant_id': '77066cbaefb3480d8e1cff78d48fc8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:57Z', 'updated_at': '2021-08-04T16:42:02Z', 'revision_number': 6, 'project_id': '77066cbaefb3480d8e1cff78d48fc8af', 'gw_port_host': None}], 'dv-cinder-789564-9-iscsi', False) {} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:42:03.352177 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdb84f8-bd4e-4ba7-8206-90a0244d4894 None None] The sync data for ids ['63cb1936-829e-4032-b88d-886757c68ec7'] in dv-cinder-789564-9-iscsi is: [{'id': '63cb1936-829e-4032-b88d-886757c68ec7', 'name': 'tempest-TestVolumeBootPattern-588674644-router', 'tenant_id': '77066cbaefb3480d8e1cff78d48fc8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:57Z', 'updated_at': '2021-08-04T16:42:02Z', 'revision_number': 6, 'project_id': '77066cbaefb3480d8e1cff78d48fc8af', 'gw_port_host': None}] {{(pid=93333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:42:03.395527 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-67d71e28-ea66-43b6-8b77-8566a64b3c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:03.423592 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d71e28-ea66-43b6-8b77-8566a64b3c00 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f44d34f-a6bd-4457-a236-3438ca237f20,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:42:03.492210 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-67d71e28-ea66-43b6-8b77-8566a64b3c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593608'] for router_gateway, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:03.588050 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-67d71e28-ea66-43b6-8b77-8566a64b3c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10508'] for router, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:03.590211 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-67d71e28-ea66-43b6-8b77-8566a64b3c00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:03.639515 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-67d71e28-ea66-43b6-8b77-8566a64b3c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-590536'] for router, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:03.640355 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d71e28-ea66-43b6-8b77-8566a64b3c00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63cb1936-829e-4032-b88d-886757c68ec7 {{(pid=93330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 16:42:03.648295 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-67d71e28-ea66-43b6-8b77-8566a64b3c00 admin admin] Notify callbacks [] for router, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:03.651343 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-67d71e28-ea66-43b6-8b77-8566a64b3c00 admin admin] 10.222.0.77 "DELETE /v2.0/routers/63cb1936-829e-4032-b88d-886757c68ec7 HTTP/1.1" status: 204 len: 168 time: 0.8682406 Aug 04 16:42:03.653938 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 50146) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:42:03.737679 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7412dd5-e574-4392-aa33-9b6fb653c931 admin admin] Deleting subnet c4d248d9-11de-4c33-92f3-47b59bfeb9ac {{(pid=93330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:42:03.744438 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-a7412dd5-e574-4392-aa33-9b6fb653c931 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:03.784106 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-a7412dd5-e574-4392-aa33-9b6fb653c931 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129631103'] for subnet, precommit_delete_associations {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:03.872471 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-a7412dd5-e574-4392-aa33-9b6fb653c931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3786910'] for subnet, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:03.930516 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-a7412dd5-e574-4392-aa33-9b6fb653c931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3786903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129638197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129819863'] for subnet, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:03.957025 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7412dd5-e574-4392-aa33-9b6fb653c931 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4d248d9-11de-4c33-92f3-47b59bfeb9ac,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:42:03.960557 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-a7412dd5-e574-4392-aa33-9b6fb653c931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for subnet, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:03.963929 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-a7412dd5-e574-4392-aa33-9b6fb653c931 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c4d248d9-11de-4c33-92f3-47b59bfeb9ac HTTP/1.1" status: 204 len: 168 time: 0.3082297 Aug 04 16:42:03.965492 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 50148) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:42:03.966473 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844fd9ac-c34a-4669-8965-43c0e3c81775 None None] Network 02754fad-ba6f-4af6-ba45-4cd3fcb25565 requested from dv-cinder-789564-9-iscsi {{(pid=93332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:42:04.038345 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-46ec3183-11c1-41f7-986b-441b27adb1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3767040'] for network, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:04.125213 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [None req-46ec3183-11c1-41f7-986b-441b27adb1b3 admin admin] Deleting port c8abd1c6-c758-4cfe-952a-da0c02d8f159 {{(pid=93330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:42:04.125476 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-46ec3183-11c1-41f7-986b-441b27adb1b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:04.167181 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892d45b7-f3f5-4c1d-850a-5bf86c512a41 None None] DHCP port deletion for 02754fad-ba6f-4af6-ba45-4cd3fcb25565 request from dv-cinder-789564-9-iscsi {{(pid=93332) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 16:42:04.195539 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 2bac4926-e8d7-4d15-ae76-d5c7cf757665 no longer exists at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:42:04.200988 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.db [None req-46ec3183-11c1-41f7-986b-441b27adb1b3 admin admin] For port c8abd1c6-c758-4cfe-952a-da0c02d8f159, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=c8abd1c6-c758-4cfe-952a-da0c02d8f159,segment=NetworkSegment(32fa2699-d12e-4a1e-9904-ad0ea35405d7),segment_id=32fa2699-d12e-4a1e-9904-ad0ea35405d7)] {{(pid=93330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:42:04.201416 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-46ec3183-11c1-41f7-986b-441b27adb1b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:04.219811 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.plugin [None req-46ec3183-11c1-41f7-986b-441b27adb1b3 admin admin] Calling delete_port for c8abd1c6-c758-4cfe-952a-da0c02d8f159 owned by network:dhcp {{(pid=93330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:42:04.223925 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] No Port match for: 2bac4926-e8d7-4d15-ae76-d5c7cf757665 {{(pid=93332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:42:04.224273 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 2bac4926-e8d7-4d15-ae76-d5c7cf757665 not bound to the agent host dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:42:04.224691 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 4f44d34f-a6bd-4457-a236-3438ca237f20 no longer exists at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:42:04.250377 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] No Port match for: 4f44d34f-a6bd-4457-a236-3438ca237f20 {{(pid=93332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:42:04.250736 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device 4f44d34f-a6bd-4457-a236-3438ca237f20 not bound to the agent host dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:42:04.266892 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-892d45b7-f3f5-4c1d-850a-5bf86c512a41 None None] Deleting port c8abd1c6-c758-4cfe-952a-da0c02d8f159 {{(pid=93332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:42:04.267517 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-892d45b7-f3f5-4c1d-850a-5bf86c512a41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758853703226'] for port, before_delete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:04.308309 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-46ec3183-11c1-41f7-986b-441b27adb1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129638144'] for port, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:04.337626 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec3183-11c1-41f7-986b-441b27adb1b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8abd1c6-c758-4cfe-952a-da0c02d8f159,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:42:04.344871 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ec3183-11c1-41f7-986b-441b27adb1b3 admin admin] No DVR routers for this DVR port c8abd1c6-c758-4cfe-952a-da0c02d8f159 on host dv-cinder-789564-9-iscsi {{(pid=93330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:42:04.353102 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.db [None req-892d45b7-f3f5-4c1d-850a-5bf86c512a41 None None] For port c8abd1c6-c758-4cfe-952a-da0c02d8f159, host dv-cinder-789564-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-9-iscsi',level=0,port_id=c8abd1c6-c758-4cfe-952a-da0c02d8f159,segment=NetworkSegment(32fa2699-d12e-4a1e-9904-ad0ea35405d7),segment_id=32fa2699-d12e-4a1e-9904-ad0ea35405d7)] {{(pid=93332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:42:04.353503 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-892d45b7-f3f5-4c1d-850a-5bf86c512a41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597003'] for port, precommit_delete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:04.372026 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-892d45b7-f3f5-4c1d-850a-5bf86c512a41 None None] Calling delete_port for c8abd1c6-c758-4cfe-952a-da0c02d8f159 owned by network:dhcp {{(pid=93332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:42:04.476642 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-892d45b7-f3f5-4c1d-850a-5bf86c512a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758853791344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758853300776'] for port, after_delete {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:04.487880 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-46ec3183-11c1-41f7-986b-441b27adb1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3788555', 'neutron.services.segments.db._delete_segments_for_network-8758853804921'] for network, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:04.501262 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d45b7-f3f5-4c1d-850a-5bf86c512a41 None None] Pushing event deleted for resources: {'Port': ['ID=c8abd1c6-c758-4cfe-952a-da0c02d8f159,revision_number=None']} {{(pid=93332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:42:04.503676 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892d45b7-f3f5-4c1d-850a-5bf86c512a41 None None] No DVR routers for this DVR port c8abd1c6-c758-4cfe-952a-da0c02d8f159 on host dv-cinder-789564-9-iscsi {{(pid=93332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:42:04.506297 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.services.segments.db [None req-46ec3183-11c1-41f7-986b-441b27adb1b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02754fad-ba6f-4af6-ba45-4cd3fcb25565']}} {{(pid=93330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:42:04.521272 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.services.segments.db [None req-46ec3183-11c1-41f7-986b-441b27adb1b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32fa2699-d12e-4a1e-9904-ad0ea35405d7') {'for_net_delete': True} {{(pid=93330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:42:04.521566 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.services.segments.db [None req-46ec3183-11c1-41f7-986b-441b27adb1b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32fa2699-d12e-4a1e-9904-ad0ea35405d7') {} {{(pid=93330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:42:04.532570 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-46ec3183-11c1-41f7-986b-441b27adb1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758853817860', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129630982'] for segment, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:04.549204 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-46ec3183-11c1-41f7-986b-441b27adb1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519'] for segment, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:04.556892 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46ec3183-11c1-41f7-986b-441b27adb1b3 admin admin] Releasing vlan 890 on physical network physnet1 to pool {{(pid=93330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:42:04.557304 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-46ec3183-11c1-41f7-986b-441b27adb1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3863519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129638367'] for segment, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:04.559530 dv-cinder-789564-9-iscsi neutron-server[93330]: Traceback (most recent call last): Aug 04 16:42:04.559530 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:42:04.559530 dv-cinder-789564-9-iscsi neutron-server[93330]: timer() Aug 04 16:42:04.559530 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:42:04.559530 dv-cinder-789564-9-iscsi neutron-server[93330]: cb(*args, **kw) Aug 04 16:42:04.559530 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:42:04.559530 dv-cinder-789564-9-iscsi neutron-server[93330]: return func(*args, **kwargs) Aug 04 16:42:04.559530 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:42:04.559530 dv-cinder-789564-9-iscsi neutron-server[93330]: self._notify() Aug 04 16:42:04.559530 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:42:04.559530 dv-cinder-789564-9-iscsi neutron-server[93330]: self.callback(batched_events) Aug 04 16:42:04.559530 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:42:04.559530 dv-cinder-789564-9-iscsi neutron-server[93330]: event.method(event) Aug 04 16:42:04.559530 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:42:04.559530 dv-cinder-789564-9-iscsi neutron-server[93330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:42:04.559530 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:42:04.559530 dv-cinder-789564-9-iscsi neutron-server[93330]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:42:04.559530 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:42:04.559530 dv-cinder-789564-9-iscsi neutron-server[93330]: return f(self, *a, **k) Aug 04 16:42:04.559530 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:42:04.559530 dv-cinder-789564-9-iscsi neutron-server[93330]: return self._get(url).json() Aug 04 16:42:04.559530 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:42:04.559530 dv-cinder-789564-9-iscsi neutron-server[93330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:42:04.559530 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:42:04.559530 dv-cinder-789564-9-iscsi neutron-server[93330]: return self.request(url, 'GET', **kwargs) Aug 04 16:42:04.559530 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:42:04.559530 dv-cinder-789564-9-iscsi neutron-server[93330]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:42:04.559530 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:42:04.559530 dv-cinder-789564-9-iscsi neutron-server[93330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:42:04.559530 dv-cinder-789564-9-iscsi neutron-server[93330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:42:04.559530 dv-cinder-789564-9-iscsi neutron-server[93330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:42:04.559530 dv-cinder-789564-9-iscsi neutron-server[93330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:42:04.616661 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-46ec3183-11c1-41f7-986b-441b27adb1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3788544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3631334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593556'] for network, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:04.625076 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-46ec3183-11c1-41f7-986b-441b27adb1b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3631352'] for network, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:04.627335 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-46ec3183-11c1-41f7-986b-441b27adb1b3 admin admin] 10.222.0.77 "DELETE /v2.0/networks/02754fad-ba6f-4af6-ba45-4cd3fcb25565 HTTP/1.1" status: 204 len: 168 time: 0.6607082 Aug 04 16:42:04.638058 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec3183-11c1-41f7-986b-441b27adb1b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=02754fad-ba6f-4af6-ba45-4cd3fcb25565,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:42:04.754305 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 50154) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:42:04.805197 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-7fcb714e-cca1-403d-955a-0629f2d8a8c9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=06f80bf601104261bec5af98cd6a9bc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497041 Aug 04 16:42:04.808069 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 50156) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:42:04.862009 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-b9e0a0f0-2143-429f-b9e5-ebf70476520b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:04.887590 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-b9e0a0f0-2143-429f-b9e5-ebf70476520b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:04.939961 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-b9e0a0f0-2143-429f-b9e5-ebf70476520b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:04.942773 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-b9e0a0f0-2143-429f-b9e5-ebf70476520b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:04.943991 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-b9e0a0f0-2143-429f-b9e5-ebf70476520b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/581c575b-9dde-4cb9-9671-2f9b84f5a5c6 HTTP/1.1" status: 204 len: 168 time: 0.1350191 Aug 04 16:42:04.953391 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e0a0f0-2143-429f-b9e5-ebf70476520b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581c575b-9dde-4cb9-9671-2f9b84f5a5c6,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:42:05.325035 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 50162) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:42:05.372134 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-6ea7fa60-3c00-4d9b-b1ab-e933500f27f6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=77066cbaefb3480d8e1cff78d48fc8af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458674 Aug 04 16:42:05.374830 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [-] (93330) accepted ('10.222.0.77', 50164) {{(pid=93330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:42:05.427518 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-9e91c9bd-f447-4436-bb02-e57021229e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:05.450634 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-9e91c9bd-f447-4436-bb02-e57021229e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:05.508489 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-9e91c9bd-f447-4436-bb02-e57021229e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598239'] for security_group, after_delete {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:05.512620 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron_lib.callbacks.manager [None req-9e91c9bd-f447-4436-bb02-e57021229e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:05.513651 dv-cinder-789564-9-iscsi neutron-server[93330]: INFO neutron.wsgi [None req-9e91c9bd-f447-4436-bb02-e57021229e27 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0e810ae4-5d67-4631-8344-1e45150127ff HTTP/1.1" status: 204 len: 168 time: 0.1378417 Aug 04 16:42:05.525773 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e91c9bd-f447-4436-bb02-e57021229e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e810ae4-5d67-4631-8344-1e45150127ff,revision_number=None']} {{(pid=93330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:42:05.877289 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device c8abd1c6-c758-4cfe-952a-da0c02d8f159 no longer exists at agent ovs-agent-dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:42:05.900424 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.plugin [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] No Port match for: c8abd1c6-c758-4cfe-952a-da0c02d8f159 {{(pid=93332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:42:05.900888 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron.plugins.ml2.rpc [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Device c8abd1c6-c758-4cfe-952a-da0c02d8f159 not bound to the agent host dv-cinder-789564-9-iscsi {{(pid=93332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:42:08.144707 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-7edc2d79-613e-4b58-92ce-5cbadf1508a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:10.955114 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-c677b3ac-e10b-48b1-ba3f-42d8578483e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:11.011954 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:12.317194 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:13.769781 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:21.230283 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:38.147373 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-0c220814-f2ec-4e6f-a382-80a57774c21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:38.434583 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 6 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:42:40.954352 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-089d8cc7-7a9d-493e-a13e-900864bc4f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:41.020255 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:42.316388 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:43.771999 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:51.229794 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:43:08.154827 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-8e76af21-14a0-4347-96ed-0e347bf7c614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:43:10.948999 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-33d46c80-d03e-4693-b994-ac9934207ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:43:11.004803 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:43:12.323212 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:43:13.779651 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:43:15.435700 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 6 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:43:21.242770 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:43:38.150621 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a33644cc-1f8c-475b-9984-4f1c528c8ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:43:40.953022 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-b06620e8-d2e6-4b1a-86db-579ff451dcd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:43:41.008431 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:43:42.322334 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:43:43.777255 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:43:51.246498 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:43:51.753210 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [req-e2f429a3-35cb-42c0-8bdc-f57e620d47b1 req-33e25843-b0b8-40a0-9c5e-d2ba54d15e4a service neutron] (93330) timed out ('10.222.0.50', 63286) {{(pid=93330) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 16:43:52.436353 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 6 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:44:08.156635 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-00f6acae-4454-4c23-bfd3-09bd33630823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:10.950334 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-96cc7a26-9376-4ae3-b5fd-0b19feb4279f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:11.012400 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:12.326685 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:13.782708 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:21.240569 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:29.436186 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 6 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:44:38.166249 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-141b268f-ee55-499c-918e-bc26e3cfd2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:40.954520 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-4212708b-a532-4b08-8de9-f0cd20829540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:41.015897 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:42.328867 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:43.786387 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:51.240531 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:45:06.438073 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 6 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:45:08.162904 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-2b38563d-4b69-40ad-b3a4-8b1b39816a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:45:10.956407 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-e5395357-4866-4f8a-bbc2-6939bf962cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:45:11.020330 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:45:12.337309 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:45:13.786458 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:45:20.478315 dv-cinder-789564-9-iscsi neutron-server[93331]: DEBUG neutron.wsgi [req-44250430-8a53-4b08-a500-aa826b5748ac req-27aa1a9d-4d49-44ab-8f09-c6b16b126205 service neutron] (93331) timed out ('10.222.0.77', 46868) {{(pid=93331) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 16:45:21.255774 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:45:38.159842 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-f3e50bf8-e7c5-4ca5-8b65-b81e265996ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:45:40.960060 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-0d08469e-73bc-4765-928a-09b12b74fbf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:45:41.024027 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:45:42.339837 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:45:43.437496 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 6 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:45:43.798898 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:45:51.260867 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:46:08.155156 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-ec017c34-7b57-4821-8a94-b4a1d24e3e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:46:10.964073 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-240b04ce-ff3d-4b3f-bc53-e70b6c83e0b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:46:11.032720 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:46:12.344466 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:46:13.792618 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:46:20.437005 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 6 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:46:21.257175 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:46:30.676848 dv-cinder-789564-9-iscsi neutron-server[93330]: DEBUG neutron.wsgi [req-12fa6db8-c8e3-41e0-b249-5e1f24fbc6b3 req-0247a339-34e3-4990-ae56-4e7b1ec7c4a7 service neutron] (93330) timed out ('10.222.0.77', 43404) {{(pid=93330) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 16:46:38.153333 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-5c52dd89-4347-4b67-9e9c-f3fa3f902cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:46:40.977334 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-802b506d-ad3b-4f0e-8300-27bc72f508ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:46:41.038213 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:46:42.347721 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:46:43.796361 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-73c95648-564f-42b5-9d3b-5ca2d7f6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:46:51.273889 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-a87dbd7e-928e-4b36-8dd9-76dd10f98c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:46:57.436877 dv-cinder-789564-9-iscsi neutron-server[93333]: DEBUG neutron.db.agents_db [None req-3e8b769a-95ce-4f14-b2b7-b6105c9efe8c None None] Agent healthcheck: found 6 active agents {{(pid=93333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:47:08.153592 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-664b5bc5-ba01-4ee1-8dca-b006566de33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:47:10.972558 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-aab6d01b-3c1f-468c-a416-6181612dba58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:47:11.035815 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-6fdfefd2-f645-46d5-add7-c599a4456cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:47:12.350245 dv-cinder-789564-9-iscsi neutron-server[93332]: DEBUG neutron_lib.callbacks.manager [None req-32e20c46-6e22-4c54-9c81-46ba857dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758853811303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3785793'] for agent, after_update {{(pid=93332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}